-- Logs begin at Wed 2021-10-27 20:44:06 UTC, end at Wed 2021-10-27 21:51:18 UTC. -- Oct 27 21:20:47.239683 dv-cinder-815746-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 21:20:49.986310 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.common.config [-] Logging enabled! Oct 27 21:20:49.986978 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 21:20:49.987066 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101222) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 21:20:49.990331 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.common.config [-] Logging enabled! Oct 27 21:20:49.990585 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 21:20:49.990902 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101222) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 21:20:49.991852 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 21:20:49.992084 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 21:20:49.992452 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 21:20:49.992694 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 21:20:49.992947 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 21:20:49.993271 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.993567 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.993859 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.994055 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.994383 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.994653 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.994932 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.995218 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.995516 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.995798 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.996071 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.996350 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.996577 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.996838 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.997147 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.997430 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.997653 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] debug = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.997931 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.998396 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.998815 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.999097 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.999389 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.999664 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:49.999937 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.000214 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.000500 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.000828 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] host = dv-cinder-815746-1-iscsi {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.001130 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.001416 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.001703 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.001989 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.002262 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.002538 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.002844 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.003091 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.003364 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] log_file = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.003636 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.003920 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.004205 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.004528 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.004755 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.005009 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.005300 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.005586 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.005863 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.006136 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.006409 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.006683 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.006956 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.007227 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.007508 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.007791 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.008076 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.008351 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.008627 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.008916 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.009189 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.009472 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.009743 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.010017 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.010292 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.010579 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.010849 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.011147 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.011421 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.011704 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.011984 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.012271 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.012546 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.012939 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.013135 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.013408 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.013679 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] use_json = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.014010 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.014284 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.014569 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.014842 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.015119 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.015392 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.015665 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.015949 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:50.016253 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.016560 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.016880 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.017167 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.017476 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.017764 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.018049 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.018353 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.018647 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.018939 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.019234 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.019523 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.019811 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.020087 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.020383 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.020691 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.021016 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.021313 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.021588 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.021866 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.022140 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.022424 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.022712 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.023390 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.023390 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.023545 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.023805 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.024094 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.024391 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.024688 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.024987 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.025273 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.025569 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.025852 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.026126 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.026408 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.026700 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.026981 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.027256 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.027542 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.027824 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.028098 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.028373 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.028654 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.028969 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.029254 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.029553 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.029828 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.030105 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.030377 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.030664 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.030943 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.031217 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.031487 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.031764 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.032035 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.032309 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.032589 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.032886 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.033158 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.033430 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.033699 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.033971 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.034242 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.034512 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.034783 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.035058 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.035335 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.035605 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.035878 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.036148 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.036424 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.036696 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.037008 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.037308 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.037588 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.037868 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.038148 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.038428 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.038707 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.038986 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.039266 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.039548 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.039821 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.040113 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.040396 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.040688 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.041001 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.041284 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.041603 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.041881 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.042165 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.042444 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.042725 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.043008 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.043292 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.043586 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.043882 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.044171 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.044458 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.044751 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.045133 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.045435 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.045715 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:50.045936 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 21:20:50.046180 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101222) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 21:20:50.486768 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 21:20:50.487025 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 21:20:50.487330 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 21:20:50.487668 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 21:20:50.819518 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.819818 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.820086 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.821352 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.821626 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.821894 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.857298 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.857647 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.857921 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.873779 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.874061 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.874331 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.905969 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.906234 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.906529 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.944169 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.944431 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:50.944674 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.188085 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.188773 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.188773 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.188773 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.189501 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.321564 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.321851 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.322155 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.322428 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.322710 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.323026 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.323282 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.323536 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.323792 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.324074 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.324324 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.324592 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.324855 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.325132 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.325385 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.325662 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.325905 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.326182 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.326485 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.326750 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.327033 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.327286 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.327580 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.328017 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.328248 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.328495 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.328991 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:20:51.329235 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:20:51.329473 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:20:51.329712 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:20:51.329950 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:20:51.330195 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:20:51.330576 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 21:20:51.334497 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 21:20:51.339158 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 21:20:51.343502 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Oct 27 21:20:51.345401 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 21:20:51.345897 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 21:20:51.346240 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 21:20:51.346637 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 21:20:51.349814 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 21:20:51.350024 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 21:20:51.350440 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 21:20:51.356176 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 21:20:51.379764 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 21:20:51.380231 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.380541 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101222) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 21:20:51.380921 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.382427 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101222) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 21:20:51.382723 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 21:20:51.382978 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 21:20:51.386591 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.386871 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:51.450244 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 21:20:51.450433 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 21:20:51.450658 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 21:20:51.451003 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 21:20:51.473193 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_db.sqlalchemy.engines [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101222) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 21:20:52.012056 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Initializing driver for type 'gre' Oct 27 21:20:52.012623 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] gre ID ranges: [(1, 1000)] Oct 27 21:20:52.066550 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Initializing driver for type 'local' Oct 27 21:20:52.066886 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Initializing driver for type 'vlan' Oct 27 21:20:52.081894 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] VlanTypeDriver initialization complete Oct 27 21:20:52.082187 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Initializing driver for type 'vxlan' Oct 27 21:20:52.082702 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] vxlan ID ranges: [(1, 1000)] Oct 27 21:20:52.135407 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Initializing extension driver 'port_security' Oct 27 21:20:52.135793 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.extensions.port_security [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] PortSecurityExtensionDriver initialization complete Oct 27 21:20:52.136127 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Initializing mechanism driver 'openvswitch' Oct 27 21:20:52.136456 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Initializing mechanism driver 'hyperv' Oct 27 21:20:52.143518 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.plugins.ml2.plugin [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:20:52.144387 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > port after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.144760 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > port after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.145134 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > port after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.145684 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101222) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:20:52.146139 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.146496 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.146850 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.147266 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101222) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:20:52.147670 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > network after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.148019 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > network after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.148359 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > network after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.148750 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101222) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:20:52.149205 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.149555 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.149893 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.150287 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101222) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:20:52.150706 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.151050 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.151388 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.151777 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101222) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:20:52.152187 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > address_group after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.152531 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > address_group after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.152877 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.153288 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101222) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 21:20:52.153672 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] ML2 OVO RPC backend initialized. {{(pid=101222) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 21:20:52.154422 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.154775 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.155189 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > network before_response 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.155533 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > networks before_response 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.155878 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > port before_response 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.156225 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > ports before_response 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.156564 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.156941 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.157285 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > network after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.157620 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > network after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.157960 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > network after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.158283 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > port after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.158614 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > port after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.158945 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > port after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.159272 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.159602 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.159938 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.160551 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.plugin [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Modular L2 Plugin initialization complete Oct 27 21:20:52.160953 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading services supported by the core plugin {{(pid=101222) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 21:20:52.161280 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.plugins.ml2.managers [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Got port-security extension from driver 'port_security' Oct 27 21:20:52.161756 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.extensions.vlantransparent [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Disabled vlantransparent extension. Oct 27 21:20:52.162238 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101222) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 21:20:52.162559 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading Plugin: router Oct 27 21:20:52.199306 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.199985 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router after_create 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.200095 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router before_create 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.200407 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.200751 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.201155 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router after_delete 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.201604 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.202054 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.202439 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router after_create 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.202788 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router after_update 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.203119 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router after_update 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.203470 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.203825 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router after_update 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.204214 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.204580 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: port after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.204949 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: port after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.205288 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: subnet after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.205628 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.205980 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.206321 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.206666 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: port before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.207005 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.207360 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router after_update 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.207703 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.208053 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.208414 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.208755 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.209151 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > agent after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.209502 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > agent after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.209851 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > network after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.210758 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Tracking information for resource: router configured {{(pid=101222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:20:52.211092 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Tracking information for resource: floatingip configured {{(pid=101222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 21:20:52.216661 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.db.l3_agentschedulers_db [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 21:20:52.217325 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: port after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.217691 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: port after_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.218041 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: port after_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.218394 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: port after_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.219243 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router before_create 55550100 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.219608 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.219967 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.220320 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.225268 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.services.provider_configuration [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service providers = [] {{(pid=101222) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 21:20:52.225633 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.db.servicetype_db [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101222) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 21:20:52.228641 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.services.service_base [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 21:20:52.229014 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.services.service_base [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 21:20:52.229356 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.services.service_base [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 21:20:52.230241 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.services.service_base [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 21:20:52.230615 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.services.service_base [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 21:20:52.231003 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:20:52.231319 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 21:20:52.244019 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:20:52.244359 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading Plugin: auto_allocate Oct 27 21:20:52.250413 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: network precommit_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.250781 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: network precommit_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.251322 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:20:52.251640 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading Plugin: tag Oct 27 21:20:52.258656 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:20:52.258988 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading Plugin: timestamp Oct 27 21:20:52.263053 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:20:52.263189 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading Plugin: network_ip_availability Oct 27 21:20:52.268847 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.269244 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.269597 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.270348 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:20:52.270665 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading Plugin: flavors Oct 27 21:20:52.275706 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:20:52.276047 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading Plugin: revisions Oct 27 21:20:52.281187 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 21:20:52.281834 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_concurrency.lockutils [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=101222) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 21:20:52.283201 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101222) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 21:20:52.283772 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Initializing extension manager. Oct 27 21:20:52.284605 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: __init__.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.285188 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: __pycache__ {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.285535 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.285878 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: address_group.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.288093 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.288694 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: address-group Oct 27 21:20:52.289052 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: address_scope.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.290489 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.291001 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: address-scope Oct 27 21:20:52.291326 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.294492 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.295108 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: router-admin-state-down-before-update Oct 27 21:20:52.295415 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: agent.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.296174 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.296685 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: agent Oct 27 21:20:52.297040 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: agent_resources_synced.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.299390 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.299915 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: agent-resources-synced Oct 27 21:20:52.300243 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.302191 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.302708 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: allowed-address-pairs Oct 27 21:20:52.303035 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.304129 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.304638 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: auto-allocated-topology Oct 27 21:20:52.304983 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: availability_zone.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.305686 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.306190 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: availability_zone Oct 27 21:20:52.306511 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: availability_zone_filter.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.307428 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.307934 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: availability_zone_filter Oct 27 21:20:52.308254 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: data_plane_status.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.309184 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.309684 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 21:20:52.310005 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: default_subnetpools.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.310930 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.311441 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: default-subnetpools Oct 27 21:20:52.311764 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.312604 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.313135 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: dhcp_agent_scheduler Oct 27 21:20:52.313465 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: dns.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.314387 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.314889 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 21:20:52.315214 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: dns_domain_ports.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.316138 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.316636 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 21:20:52.316988 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.317906 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.318407 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 21:20:52.318727 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: dvr.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.319396 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.319897 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: dvr Oct 27 21:20:52.320218 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: ecmp_routes.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.321160 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.321660 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 21:20:52.321981 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: empty_string_filtering.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.322888 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.323399 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: empty-string-filtering Oct 27 21:20:52.323725 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.324635 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.325164 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 21:20:52.325484 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.326520 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.327020 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 21:20:52.327339 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: external_net.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.328248 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.328742 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: external-net Oct 27 21:20:52.329099 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.330026 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.330522 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: extra_dhcp_opt Oct 27 21:20:52.330837 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: extraroute.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.331748 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.332247 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: extraroute Oct 27 21:20:52.332564 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: extraroute_atomic.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.333629 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.334130 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: extraroute-atomic Oct 27 21:20:52.334454 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: filter_validation.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.335329 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.335838 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: filter-validation Oct 27 21:20:52.336148 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: fip_pf_description.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.337103 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.337599 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 21:20:52.338233 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: fip_port_details.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.339157 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.339663 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: fip-port-details Oct 27 21:20:52.339987 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: flavors.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.341298 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.341841 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: flavors Oct 27 21:20:52.342152 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.343882 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.344396 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 21:20:52.344730 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: floatingip_pools.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.345460 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.345964 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: floatingip-pools Oct 27 21:20:52.346292 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: ip_allocation.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.347219 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.347721 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 21:20:52.348040 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.349070 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.349580 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: ip-substring-filtering Oct 27 21:20:52.349903 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: l2_adjacency.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.350848 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.351354 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 21:20:52.351673 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: l3.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.352686 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.353230 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: router Oct 27 21:20:52.353555 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.355847 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.356374 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 21:20:52.356698 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.357723 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.358242 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: ext-gw-mode Oct 27 21:20:52.358564 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.359483 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.359990 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: l3-ha Oct 27 21:20:52.360311 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: l3_flavors.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.361265 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.361775 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: l3-flavors Oct 27 21:20:52.362095 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.363002 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.363501 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 21:20:52.363816 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: l3agentscheduler.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.364907 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.365433 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: l3_agent_scheduler Oct 27 21:20:52.365754 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: logging.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.367302 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.367822 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension logging not supported by any of loaded plugins Oct 27 21:20:52.368158 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: metering.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.368941 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.369525 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: metering Oct 27 21:20:52.369857 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.371125 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.371640 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: metering_source_and_destination_fields Oct 27 21:20:52.371967 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: multiprovidernet.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.372898 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.373460 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: multi-provider Oct 27 21:20:52.373786 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: netmtu.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.374701 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.375203 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: net-mtu Oct 27 21:20:52.375525 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: netmtu_writable.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.376440 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.376975 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: net-mtu-writable Oct 27 21:20:52.377298 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: network_availability_zone.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.377970 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.378473 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: network_availability_zone Oct 27 21:20:52.378795 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: network_ip_availability.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.379948 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.380458 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: network-ip-availability Oct 27 21:20:52.380787 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: network_segment_range.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.381598 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.382096 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 21:20:52.382417 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: pagination.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.383402 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.383731 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: pagination Oct 27 21:20:52.384050 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: port_device_profile.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.384982 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.385495 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: port-device-profile Oct 27 21:20:52.385814 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.386727 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.387227 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: port-mac-address-regenerate Oct 27 21:20:52.387551 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.388455 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.389075 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: port-numa-affinity-policy Oct 27 21:20:52.389398 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: port_resource_request.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.390319 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.390816 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 21:20:52.391141 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: portbindings.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.392071 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.392577 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: binding Oct 27 21:20:52.392930 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: portbindings_extended.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.394211 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.394719 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: binding-extended Oct 27 21:20:52.395042 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: portsecurity.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.395951 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.396453 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: port-security Oct 27 21:20:52.396777 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: project_id.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.397769 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.398094 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: project-id Oct 27 21:20:52.398418 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: providernet.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.399338 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.399845 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: provider Oct 27 21:20:52.400166 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: qos.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.403948 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.404496 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension qos not supported by any of loaded plugins Oct 27 21:20:52.404835 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.406128 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.406641 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 21:20:52.406963 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.407885 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.408395 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 21:20:52.408721 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: qos_default.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.409673 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.410182 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension qos-default not supported by any of loaded plugins Oct 27 21:20:52.410515 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: qos_fip.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.411173 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.411672 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 21:20:52.411991 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.412942 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.413451 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 21:20:52.413771 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.414694 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.415200 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 21:20:52.415519 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.416581 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.417123 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 21:20:52.417443 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: qos_pps_rule.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.418642 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.419155 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 21:20:52.419476 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.420449 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.420999 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 21:20:52.421325 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: qos_rules_alias.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.422592 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.423100 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 21:20:52.423424 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: quotasv2.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.424426 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.424749 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: quotas Oct 27 21:20:52.425093 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: quotasv2_detail.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.428357 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.428689 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: quota_details Oct 27 21:20:52.429072 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: rbac.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.430173 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.430712 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: rbac-policies Oct 27 21:20:52.431049 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: rbac_address_group.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.431985 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.432497 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: rbac-address-group Oct 27 21:20:52.432825 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: rbac_address_scope.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.436488 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.436488 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: rbac-address-scope Oct 27 21:20:52.436488 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: rbac_security_groups.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.436488 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.436488 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: rbac-security-groups Oct 27 21:20:52.436488 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.437311 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.437823 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: rbac-subnetpool Oct 27 21:20:52.438153 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: revisionifmatch.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.439123 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.439600 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: revision-if-match Oct 27 21:20:52.439913 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: revisions.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.441068 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.441583 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: standard-attr-revisions Oct 27 21:20:52.441908 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: router_availability_zone.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.442589 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.443085 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: router_availability_zone Oct 27 21:20:52.443407 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: routerservicetype.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.444335 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.444838 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 21:20:52.445189 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.446111 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.446628 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: security-groups-normalized-cidr Oct 27 21:20:52.446946 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.447863 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.448368 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: port-security-groups-filtering Oct 27 21:20:52.448690 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.449629 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.450134 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: security-groups-remote-address-group Oct 27 21:20:52.450456 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: securitygroup.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.460688 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.461287 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: security-group Oct 27 21:20:52.461611 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: segment.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.462414 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.463273 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension segment not supported by any of loaded plugins Oct 27 21:20:52.463604 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.464623 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.465163 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 21:20:52.465484 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: servicetype.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.466617 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.467166 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: service-type Oct 27 21:20:52.467487 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: sorting.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.468473 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.468803 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: sorting Oct 27 21:20:52.469151 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: standard_attr_segment.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.470074 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.470583 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 21:20:52.470908 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: standardattrdescription.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.471568 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.472071 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: standard-attr-description Oct 27 21:20:52.472396 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: stateful_security_group.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.473342 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.473853 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: stateful-security-group Oct 27 21:20:52.474178 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: stdattrs_common.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.474761 dv-cinder-815746-1-iscsi neutron-server[101222]: WARNING neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 21:20:52.475086 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.476023 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.476537 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 21:20:52.476868 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: subnet_onboard.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.477957 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.478472 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: subnet_onboard Oct 27 21:20:52.478798 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.479725 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.480234 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 21:20:52.480553 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: subnet_service_types.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.481514 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.482023 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: subnet-service-types Oct 27 21:20:52.482344 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: subnetallocation.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.483495 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.484009 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: subnet_allocation Oct 27 21:20:52.484398 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.485219 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.486080 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: subnetpool-prefix-ops Oct 27 21:20:52.486610 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.487932 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.488803 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 21:20:52.489395 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: tagging.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.490707 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.491566 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: standard-attr-tag Oct 27 21:20:52.492111 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: timestamp.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.493413 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.493929 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loaded extension: standard-attr-timestamp Oct 27 21:20:52.494260 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: trunk.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.495302 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.495813 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension trunk not supported by any of loaded plugins Oct 27 21:20:52.496180 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: trunk_details.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.497141 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.497651 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 21:20:52.497973 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.498977 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.499483 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 21:20:52.499810 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Loading extension file: vlantransparent.py {{(pid=101222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 21:20:52.500495 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 21:20:52.501038 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 21:20:52.503565 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:network Oct 27 21:20:52.504110 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:subnet Oct 27 21:20:52.504504 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:20:52.504904 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:port Oct 27 21:20:52.506281 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.506729 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service FLAVORS assigned prefix: {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.507349 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.507773 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.508107 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:router Oct 27 21:20:52.508564 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 21:20:52.509102 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service METERING assigned prefix: /metering {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.510733 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.511107 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.511455 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:20:52.512588 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 21:20:52.513131 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:security_group Oct 27 21:20:52.513515 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 21:20:52.514218 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service CORE assigned prefix: {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.514547 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:20:52.514902 dv-cinder-815746-1-iscsi neutron-server[101222]: WARNING neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] subnetpool is already registered Oct 27 21:20:52.515342 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service CORE assigned prefix: {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.515756 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:20:52.516093 dv-cinder-815746-1-iscsi neutron-server[101222]: WARNING neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] subnetpool is already registered Oct 27 21:20:52.520437 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.521122 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service FLAVORS assigned prefix: {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.521753 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.522414 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.522972 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:router Oct 27 21:20:52.523539 dv-cinder-815746-1-iscsi neutron-server[101222]: WARNING neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] router is already registered Oct 27 21:20:52.523982 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 21:20:52.524331 dv-cinder-815746-1-iscsi neutron-server[101222]: WARNING neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] floatingip is already registered Oct 27 21:20:52.524819 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service METERING assigned prefix: /metering {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.525600 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 21:20:52.525931 dv-cinder-815746-1-iscsi neutron-server[101222]: WARNING neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] rbac_policy is already registered Oct 27 21:20:52.526365 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:security_group Oct 27 21:20:52.526701 dv-cinder-815746-1-iscsi neutron-server[101222]: WARNING neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] security_group is already registered Oct 27 21:20:52.527117 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 21:20:52.527451 dv-cinder-815746-1-iscsi neutron-server[101222]: WARNING neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] security_group_rule is already registered Oct 27 21:20:52.527954 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service CORE assigned prefix: {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.528279 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:20:52.528611 dv-cinder-815746-1-iscsi neutron-server[101222]: WARNING neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] subnetpool is already registered Oct 27 21:20:52.529059 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.v2.resource_helper [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Service CORE assigned prefix: {{(pid=101222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 21:20:52.529531 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 21:20:52.529861 dv-cinder-815746-1-iscsi neutron-server[101222]: WARNING neutron.quota.resource_registry [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] subnetpool is already registered Oct 27 21:20:52.531757 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: extensions {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.533331 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: address-groups {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.534856 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: address-scopes {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.536100 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: agents {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.537399 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: auto-allocated-topology {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.538649 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: availability_zones {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.540033 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: dhcp-networks {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.541483 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: dhcp-agents {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.543039 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: routers {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.545269 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: flavors {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.546569 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: service_profiles {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.547789 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: next_providers {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.549279 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: service_profiles {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.550728 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: floatingip-pools {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.552065 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: routers {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.554212 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: floatingips {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.555517 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: l3-routers {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.556890 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: l3-agents {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.558333 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: metering-labels {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.559597 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: metering-label-rules {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.561114 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: network-ip-availabilities {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.562406 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: bindings {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.563983 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: quotas {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.565749 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: quotas {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.567281 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: rbac-policies {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.568490 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: security-groups {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.569857 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: security-group-rules {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.571114 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: service-providers {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.572322 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: subnetpools {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.573769 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: subnetpools {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.575254 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: tags {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.576991 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: tags {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.578793 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: tags {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.580569 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: tags {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.582326 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: tags {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.584266 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: tags {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.586019 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: tags {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.589318 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: tags {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.591124 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: tags {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.592988 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron.api.extensions [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Extended resource: tags {{(pid=101222) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 21:20:52.599254 dv-cinder-815746-1-iscsi neutron-server[101222]: WARNING keystonemiddleware.auth_token [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 21:20:52.603909 dv-cinder-815746-1-iscsi neutron-server[101222]: WARNING keystonemiddleware.auth_token [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 21:20:52.612973 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_concurrency.lockutils [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Acquired lock "singleton_lock" {{(pid=101222) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 21:20:52.613455 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_concurrency.lockutils [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Releasing lock "singleton_lock" {{(pid=101222) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 21:20:52.614128 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO oslo_service.service [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Starting 2 workers Oct 27 21:20:52.619034 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Started child 101365 {{(pid=101222) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 21:20:52.623843 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Started child 101366 {{(pid=101222) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 21:20:52.624433 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:52.625561 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO neutron.service [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 21:20:52.625910 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [-] (101365) wsgi starting up on http://0.0.0.0:9696 Oct 27 21:20:52.626173 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Publish callbacks [] for process, before_spawn {{(pid=101222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:52.628554 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO oslo_service.service [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Starting 1 workers Oct 27 21:20:52.628691 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:52.629957 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [-] (101366) wsgi starting up on http://0.0.0.0:9696 Oct 27 21:20:52.633840 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Started child 101367 {{(pid=101222) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 21:20:52.634372 dv-cinder-815746-1-iscsi neutron-server[101222]: INFO oslo_service.service [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Starting 1 workers Oct 27 21:20:52.637918 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.service [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] calling RpcWorker wait() {{(pid=101367) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 21:20:52.638528 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.service [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] returning from RpcWorker wait() {{(pid=101367) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 21:20:52.639009 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Started child 101368 {{(pid=101222) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 21:20:52.639825 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG neutron_lib.callbacks.manager [None req-3dee0cb3-8600-43b3-a56e-cd89a47055c5 None None] Publish callbacks [] for process, after_spawn {{(pid=101222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:52.639969 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:52.640412 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:20:52.641671 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101222) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 21:20:52.641863 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 21:20:52.642043 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 21:20:52.642280 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 21:20:52.642603 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 21:20:52.642758 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 21:20:52.643966 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.643966 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.643966 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.643966 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.644394 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:20:52.644911 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.644911 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.645273 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.645516 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.645772 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.646027 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.646211 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.646404 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.646586 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.646872 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.647092 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.647367 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.647613 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.647854 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.648029 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.648278 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.648529 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.648780 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.649065 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] debug = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.649279 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.649766 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.650009 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.650240 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.650442 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.650716 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.650958 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.651224 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.651450 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.651646 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.651946 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.652139 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.652390 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.652597 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.652811 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.653088 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.653314 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.653782 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] host = dv-cinder-815746-1-iscsi {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.654002 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.654216 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.654539 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.654776 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.655020 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.655225 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.655493 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.655738 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.655982 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.656214 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.656463 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.656702 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.656997 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.657195 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_file = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.657338 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_options = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.657576 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.657831 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.658093 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.658279 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.658434 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.658601 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.658860 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.663122 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.663122 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.663122 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.663122 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.663122 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.663122 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.663122 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.663122 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.664405 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.664405 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.664405 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.664405 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.664405 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.664405 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.664405 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.664405 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.666007 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.666007 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.666007 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.666007 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.666007 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.666007 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.666007 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.666007 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.667248 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.667248 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.667248 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.667248 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.667248 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.667248 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.667248 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.667248 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.669072 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.669072 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.669072 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.669072 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.669072 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.669072 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.669072 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.669072 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] use_json = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.670278 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.670278 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.670278 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.670278 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.670839 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.670839 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.670839 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.672343 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.672829 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.673390 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.673728 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.673728 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.674444 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.674444 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.674444 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.675259 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.675259 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.675259 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.675950 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.675950 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.676248 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:20:52.676615 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.677048 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.677794 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.677794 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.678209 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.678209 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.678363 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.678639 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.678863 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.679099 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.679324 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.679582 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.679813 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.679979 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.680177 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.680532 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.680777 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.681098 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.681317 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.681505 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.681747 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.681983 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.682229 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.682439 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.682635 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.682946 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.683157 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.683333 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.683605 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.683758 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.683989 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.684229 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.684457 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.684705 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.684955 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.685219 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.685454 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.685653 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.685854 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.686140 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.686350 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.686584 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.686817 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.687006 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.687286 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.687633 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.687633 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.687942 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.688099 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.688810 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.688810 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.688810 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.689564 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.689564 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.689564 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.689990 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.689990 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.690262 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.690262 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.690544 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.690698 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.690955 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.691175 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.691408 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.691619 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.691856 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.692080 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.692227 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.692461 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.692672 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.692897 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.693158 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.693312 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.693515 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.693889 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.694042 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.694187 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.694481 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.694667 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.694946 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.695178 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.695425 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.695675 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.695916 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.696156 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.696374 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.696602 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.697545 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.697545 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.697545 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.698394 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.698394 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.698394 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.698394 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.698873 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.698873 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.698873 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.699293 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.699293 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.699522 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.699768 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.700538 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.700538 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.700538 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.700934 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.701058 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.701390 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.702192 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.702192 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.702192 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.702566 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.702689 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.702896 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.703124 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.703722 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.703722 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.704092 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.704092 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.704323 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.704576 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.704842 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.705128 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.705540 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.705540 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.706242 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.706242 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.706475 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.706586 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.706739 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.707009 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.707265 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.708895 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.708895 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.708895 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.708895 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.708895 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.708895 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.708895 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.709773 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.709773 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.709773 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.709773 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.710366 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.710366 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.710366 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.710935 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.710935 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.711194 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.711194 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.713277 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.713277 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.713277 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.713277 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.713277 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.713277 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.713277 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.714106 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.714106 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.714106 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.714106 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.714573 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.714573 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.714819 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.714938 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.715098 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.715322 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.715545 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.715777 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.715989 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.716235 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.716459 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.716673 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.717015 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.717284 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.717470 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.717684 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.717911 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.718126 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.718382 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.718629 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.718965 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.719221 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.719465 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.719707 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.719943 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.720198 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.720413 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.720628 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.720846 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.721100 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.721318 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.721579 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.721873 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.722117 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.722350 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.722580 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.722788 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.723006 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.723216 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.723503 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.723749 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.723984 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.724233 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.724467 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.724715 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.724969 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.725178 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.725386 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.725606 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.725820 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.726028 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.726276 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.726506 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.726716 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.726939 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.727160 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.727391 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.727613 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.727848 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.728086 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.728336 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.728548 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.728757 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.728997 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.729208 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.729423 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.729664 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.729878 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.730109 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.730330 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.730533 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.730735 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.730952 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.731163 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.731368 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.731647 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.731904 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.732124 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.732428 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.732672 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.732937 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.734932 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.735276 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.735521 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.735772 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.736002 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.736245 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.736493 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.736776 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.737131 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.737414 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.737673 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.737926 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.738245 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.738520 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.738789 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.739005 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.739294 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.739880 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.740014 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.740150 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.740397 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.740653 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.741163 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.741393 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.741632 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.742142 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.742551 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.742834 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.743090 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.743300 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.743518 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.743748 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.744029 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.744209 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.745070 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.745070 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.745070 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.745070 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 21:20:52.745856 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101222) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 21:20:52.746018 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 21:20:52.746236 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 21:20:52.747425 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 21:20:52.747425 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 21:20:52.747803 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 21:20:52.747803 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.748141 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.748141 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.748375 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.748509 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.749162 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.749162 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.749162 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.749162 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.749416 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.749416 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.749533 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.749690 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.749847 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.750036 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.750152 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.750301 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.750458 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.750621 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.750787 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.750933 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.751093 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.751250 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] debug = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.751410 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.751552 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.751717 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.751857 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.752001 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.752151 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.752354 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.752446 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.752526 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.752678 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.752855 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.753254 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.753407 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.753555 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.753713 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.753866 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.754193 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.754356 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] host = dv-cinder-815746-1-iscsi {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.754516 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.754672 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.754827 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.754982 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.755140 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.755290 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.755444 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.756136 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.756136 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.756136 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.756136 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.756412 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.756412 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.756539 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_file = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.756603 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_options = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.756747 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.756923 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.757081 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.757260 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.757425 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.757585 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.757727 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.757864 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.758007 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.758144 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.758292 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.758424 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.758573 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.758709 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.758843 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.759001 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.759156 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.759319 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.759455 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.759590 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.759724 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.759865 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.760023 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.760177 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.760308 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.760459 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.760616 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.760796 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.760981 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.761325 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.761481 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.761618 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.761771 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.761915 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.762069 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.762222 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.762365 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.762654 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.762654 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.762949 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.762949 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.763094 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.763348 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.763503 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.763634 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.763822 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.763959 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] use_json = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.764047 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.764193 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.764366 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.764528 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.764648 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.764802 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.765027 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.765159 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 21:20:52.765320 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.765480 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.765888 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.765888 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.766251 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.766251 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.766251 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.766477 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.766593 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.766676 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.766828 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.766991 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.767190 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.767318 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.767601 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.767601 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.767845 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.767929 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.768055 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.768213 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.768356 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.768561 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.768682 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.768805 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.768990 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.769190 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.769307 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.769472 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.769632 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.769956 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.769956 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.770202 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.770347 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.770477 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.770583 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.770745 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.770875 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.771045 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.771174 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.771373 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.771499 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.771639 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.771838 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.772123 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.772300 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.772300 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.772554 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.772661 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.772809 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.773016 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.773232 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.773426 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.773549 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.773960 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.773960 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.774269 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.774269 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.774503 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.774788 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.774955 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.774955 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.775152 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.775255 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.775408 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.775569 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.775819 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.776027 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.776161 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.776399 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.776487 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.776693 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.776842 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.777022 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.777145 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.777274 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.777436 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.777721 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.777721 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.777926 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.778076 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.778238 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.778383 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.778544 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.778713 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.778895 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.779025 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.779206 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.779425 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.779587 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.780953 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.780953 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.780953 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.780953 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.780953 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.780953 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.780953 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.780953 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.781533 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.781533 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.781533 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.781533 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.781760 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.781760 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.781914 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.782077 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.782236 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.782800 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.782800 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.782800 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.783170 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.783284 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.783431 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.783585 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.783741 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.783898 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.784051 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.784232 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.784386 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.784540 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.784794 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.785033 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.785365 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.785631 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.785631 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.785976 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.786061 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.786253 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.786533 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.786672 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.786778 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.786899 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.787022 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.787268 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.787520 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.787688 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.787851 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.788057 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.788229 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.788396 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.788553 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.788759 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.788898 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.789166 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.789292 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.789435 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.789588 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.789703 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.789864 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.790025 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.790177 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.790330 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.790490 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.790697 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.790892 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.791044 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.791183 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.791371 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.791550 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.791677 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.791892 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.792061 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.792145 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.792304 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.792451 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.792606 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.792779 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.792954 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.793146 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.793378 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.793542 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.793714 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.793864 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.794011 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.794296 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.794427 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.794542 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.794629 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.794901 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.795169 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.795273 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.795492 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.795694 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.795794 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.795947 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.796126 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.796375 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.796645 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.796775 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.796882 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.797098 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.797213 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.797399 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.797554 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.797693 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.797855 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.798017 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.798179 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.798338 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.798497 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.798657 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.798815 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.798973 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.799152 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.799316 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.799481 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.799639 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.799798 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.799975 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.800123 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.800267 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.800403 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.800566 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.800709 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.800917 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.801051 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.801182 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.801325 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.801494 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.801654 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.801813 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.801970 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.802128 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.802288 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.802456 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.802615 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.802774 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.802933 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.803090 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.803178 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:20:52.803274 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.803412 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.803570 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.803728 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.803886 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.804043 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.804201 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.804372 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.804529 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.804688 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.804845 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.805026 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.805185 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.805353 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.805513 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.805670 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.805828 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.805986 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.806143 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.806312 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.806472 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.806631 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.806796 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.806954 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.807111 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.807269 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.807440 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.807599 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.807760 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.807918 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.808076 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.808236 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.808400 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.808560 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.808727 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.808926 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.809075 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.809242 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.809407 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.809575 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.809733 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.809897 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.810068 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.810226 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.810384 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.810583 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.810770 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.810929 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.811088 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.811247 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.811406 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.811563 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.811722 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.811879 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.812038 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.812195 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.812353 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.812511 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.812671 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.812826 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.813007 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.813167 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 21:20:52.813317 dv-cinder-815746-1-iscsi neutron-server[101222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101222) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 21:20:52.916405 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 52334) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:20:52.925515 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066471 Oct 27 21:21:04.729757 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002de39b-4e0f-4b94-b05a-ae21bcfdfc3c None None] get_active_networks_info from dv-cinder-815746-1-iscsi {{(pid=101367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 21:21:04.817202 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002de39b-4e0f-4b94-b05a-ae21bcfdfc3c None None] No non-hosted networks {{(pid=101367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 21:21:04.840442 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.agentschedulers_db [None req-002de39b-4e0f-4b94-b05a-ae21bcfdfc3c None None] DHCP Agent not found on host dv-cinder-815746-1-iscsi {{(pid=101367) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 21:21:05.008777 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6b49598e-f572-4998-bf84-0b617a79d530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703822'] for agent, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:07.649078 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-33d52e28-2cf6-4c40-a8ca-6de74c56bded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703822'] for agent, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:07.744558 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ccf7-fc9e-4d0f-aeba-92b0f5e0eddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:08.444652 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703822'] for agent, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:08.507883 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703822'] for agent, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:08.508591 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:08.508890 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:08.509423 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:08.509762 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:08.510089 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:08.510417 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:08.510741 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:08.511083 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:08.511404 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:08.511717 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:08.512053 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:08.512365 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:08.512751 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815746-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:08.523827 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815746-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:10.547345 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703822'] for agent, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:11.687252 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 52430) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:12.240098 dv-cinder-815746-1-iscsi neutron-server[101366]: WARNING oslo_policy.policy [None req-b75eaee7-2893-4ee6-9ca3-63747f0aeb29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:12.240666 dv-cinder-815746-1-iscsi neutron-server[101366]: WARNING oslo_policy.policy [None req-b75eaee7-2893-4ee6-9ca3-63747f0aeb29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:12.463239 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [None req-b75eaee7-2893-4ee6-9ca3-63747f0aeb29 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:21:12.464378 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-b75eaee7-2893-4ee6-9ca3-63747f0aeb29 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7761414 Oct 27 21:21:15.009575 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 52444) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:15.263407 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.db.l3_hamode_db [None req-ba54e46f-dad5-4525-a5e0-07ecac82d64a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 21:21:15.407064 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54e46f-dad5-4525-a5e0-07ecac82d64a None None] Routers set() bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:21:15.407671 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54e46f-dad5-4525-a5e0-07ecac82d64a None None] Router IDs set() for agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 21:21:15.549047 dv-cinder-815746-1-iscsi neutron-server[101365]: WARNING oslo_policy.policy [None req-1b5a5ce1-f159-40ac-9891-d39ea566cbd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:15.549512 dv-cinder-815746-1-iscsi neutron-server[101365]: WARNING oslo_policy.policy [None req-1b5a5ce1-f159-40ac-9891-d39ea566cbd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:15.773737 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-1b5a5ce1-f159-40ac-9891-d39ea566cbd1 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:15.868547 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.policy [None req-1b5a5ce1-f159-40ac-9891-d39ea566cbd1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101365) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 21:21:15.915106 dv-cinder-815746-1-iscsi neutron-server[101365]: WARNING oslo_policy.policy [None req-1b5a5ce1-f159-40ac-9891-d39ea566cbd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:15.915474 dv-cinder-815746-1-iscsi neutron-server[101365]: WARNING oslo_policy.policy [None req-1b5a5ce1-f159-40ac-9891-d39ea566cbd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:15.924352 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.quota [None req-1b5a5ce1-f159-40ac-9891-d39ea566cbd1 admin admin] Loaded quota_driver: . Oct 27 21:21:16.019858 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5ce1-f159-40ac-9891-d39ea566cbd1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775316577304', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775316595317', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775316589611', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775316592119', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775316935940', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775320692337', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3619422', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3544243', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1668235', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1573411'] for rbac-policy, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:16.093192 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5ce1-f159-40ac-9891-d39ea566cbd1 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:16.094659 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-1b5a5ce1-f159-40ac-9891-d39ea566cbd1 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0829954 Oct 27 21:21:18.986835 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 52462) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:19.348888 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Request body: {'network': {'project_id': '7d169833e0af4803827359c97ce24867', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'admin_state_up': True, 'name': 'private'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:19.380274 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Made reservation on behalf of 7d169833e0af4803827359c97ce24867 for: {'network': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:21:19.383394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:19.402523 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:19.517375 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:19.522065 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:19.546825 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=101365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:21:19.571394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775315960661', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:19.571973 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Unsubscribe: segment precommit_create {{(pid=101365) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 21:21:19.572470 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.segments_db [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Added segment 74796598-8b96-4443-8988-1f0b2c7dead6 of type vlan for network 6874b7d3-a727-4761-98e4-1bcc8d1be9f1 Oct 27 21:21:19.578423 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99188137-54a7-4941-9696-4f88bcd8039a,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:19.614530 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:19.614896 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:19.615215 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:19.615536 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:19.615854 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:19.616181 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:19.616502 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:19.616825 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:19.617190 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:19.617496 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:19.617806 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:19.618108 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Tracked resource versions report: Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: pushed versions: Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: { 'AddressGroup': {'1.2'}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'ConntrackHelper': {'1.0'}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Log': {'1.0'}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Network': {'1.1'}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Port': {'1.7'}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'PortForwarding': {'1.2'}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'QosPolicy': {'1.10'}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'SecurityGroup': {'1.4'}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'SubPort': {'1.0'}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Subnet': {'1.1'}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Trunk': {'1.1'}} Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: consumer versions: Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: { DHCP agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: L3 agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: Metadata agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: Metering agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: Open vSwitch agent@dv-cinder-815746-1-iscsi: { 'AddressGroup': '1.2', Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'ConntrackHelper': '1.0', Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Log': '1.0', Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Network': '1.1', Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Port': '1.7', Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'PortForwarding': '1.2', Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'QosPolicy': '1.10', Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'SecurityGroup': '1.4', Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'SecurityGroupRule': '1.2', Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'SubPort': '1.0', Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Subnet': '1.1', Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Trunk': '1.1'}} Oct 27 21:21:19.619184 dv-cinder-815746-1-iscsi neutron-server[101365]: {{(pid=101365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:21:19.692007 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:19.746406 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:19.747733 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:19.748398 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:19.833711 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8456576 Oct 27 21:21:19.852949 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812e688-017e-4d90-b678-8004c5916ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=6874b7d3-a727-4761-98e4-1bcc8d1be9f1,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:19.865726 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network 6874b7d3-a727-4761-98e4-1bcc8d1be9f1 details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:21:22.804916 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 52476) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:23.350796 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff125750-0af0-4134-aa1f-29508f075ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:23.352195 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-ff125750-0af0-4134-aa1f-29508f075ea1 admin admin] 10.222.0.53 "GET /v2.0/networks/6874b7d3-a727-4761-98e4-1bcc8d1be9f1 HTTP/1.1" status: 200 len: 825 time: 0.5460048 Oct 27 21:21:23.383875 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c5b43fb8-1fb0-4d4f-9e1d-8a0292e003a2 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/856356b8-ba79-4e09-b2c3-a4e2425a1820 HTTP/1.1" status: 200 len: 734 time: 0.0210280 Oct 27 21:21:23.394426 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-de66de0b-eef5-4779-925b-c1ce7ca22382 admin admin] Request body: {'subnet': {'subnetpool_id': '856356b8-ba79-4e09-b2c3-a4e2425a1820', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '7d169833e0af4803827359c97ce24867', 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:23.419895 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de66de0b-eef5-4779-925b-c1ce7ca22382 admin admin] Made reservation on behalf of 7d169833e0af4803827359c97ce24867 for: {'subnet': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:21:23.422466 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-de66de0b-eef5-4779-925b-c1ce7ca22382 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:23.755186 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-de66de0b-eef5-4779-925b-c1ce7ca22382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for subnet, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:23.831761 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66de0b-eef5-4779-925b-c1ce7ca22382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e66b2b-9775-491f-aa98-08bb94d34be7,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:23.840033 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de66de0b-eef5-4779-925b-c1ce7ca22382 admin admin] Checking segment: {'id': '74796598-8b96-4443-8988-1f0b2c7dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:21:23.840394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66de0b-eef5-4779-925b-c1ce7ca22382 admin admin] Network hostable DHCP agents. Network: 6874b7d3-a727-4761-98e4-1bcc8d1be9f1, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:21:23.865799 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66de0b-eef5-4779-925b-c1ce7ca22382 admin admin] Network 6874b7d3-a727-4761-98e4-1bcc8d1be9f1 is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:21:23.878815 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-de66de0b-eef5-4779-925b-c1ce7ca22382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, 6874b7d3-a727-4761-98e4-1bcc8d1be9f1) {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:21:23.883944 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de66de0b-eef5-4779-925b-c1ce7ca22382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:23.884543 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-de66de0b-eef5-4779-925b-c1ce7ca22382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:23.895216 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb04e252-69f3-403d-9268-03571de88cda None None] Network 6874b7d3-a727-4761-98e4-1bcc8d1be9f1 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:21:23.902462 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-de66de0b-eef5-4779-925b-c1ce7ca22382 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5119953 Oct 27 21:21:24.338433 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe452df4e-5fb6-533b-8bad-3d646d7c8956-6874b7d3-a727-4761-98e4-1bcc8d1be9f1', 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'fixed_ips': [{'subnet_id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7'}]}} from dv-cinder-815746-1-iscsi. {{(pid=101367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:21:24.340241 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:24.800214 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.db_base_plugin_common [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Allocated IP 172.20.0.2 (6874b7d3-a727-4761-98e4-1bcc8d1be9f1/b4e66b2b-9775-491f-aa98-08bb94d34be7/ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9) {{(pid=101367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:21:25.080499 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Publish callbacks [] for port, precommit_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:25.093314 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:25.175255 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Network 6874b7d3-a727-4761-98e4-1bcc8d1be9f1 is already hosted by enough agents. {{(pid=101367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:21:25.181491 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.base_scheduler [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Resources bound (agent type, host, resource id): {{(pid=101367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:21:25.185486 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Received port after_create {{(pid=101367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:21:25.203281 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Pushing event updated for resources: {'Port': ['ID=ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9,revision_number=1']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:25.238362 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:25.239126 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:25.240446 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:25.241038 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:25.241569 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:25.241985 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:25.242369 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:25.242797 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:25.243198 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:25.243575 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:25.243954 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:25.244324 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Tracked resource versions report: Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: pushed versions: Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: { 'AddressGroup': {'1.2'}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'ConntrackHelper': {'1.0'}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Log': {'1.0'}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Network': {'1.1'}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Port': {'1.7'}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'PortForwarding': {'1.2'}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'QosPolicy': {'1.10'}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'SecurityGroup': {'1.4'}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'SubPort': {'1.0'}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Subnet': {'1.1'}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Trunk': {'1.1'}} Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: consumer versions: Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: { DHCP agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: L3 agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: Metadata agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: Metering agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: Open vSwitch agent@dv-cinder-815746-1-iscsi: { 'AddressGroup': '1.2', Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'ConntrackHelper': '1.0', Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Log': '1.0', Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Network': '1.1', Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Port': '1.7', Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'PortForwarding': '1.2', Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'QosPolicy': '1.10', Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'SecurityGroup': '1.4', Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'SecurityGroupRule': '1.2', Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'SubPort': '1.0', Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Subnet': '1.1', Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Trunk': '1.1'}} Oct 27 21:21:25.245720 dv-cinder-815746-1-iscsi neutron-server[101367]: {{(pid=101367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:21:25.328844 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Attempting to bind port ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:21:25.329510 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Attempting to bind port ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': '74796598-8b96-4443-8988-1f0b2c7dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:21:25.330143 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Attempting to bind port ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9 on network 6874b7d3-a727-4761-98e4-1bcc8d1be9f1 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:21:25.340282 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:21:25.340753 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Checking segment: {'id': '74796598-8b96-4443-8988-1f0b2c7dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:21:25.341546 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:25.342153 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Bound using segment: {'id': '74796598-8b96-4443-8988-1f0b2c7dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:21:25.342932 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Bound port: ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74796598-8b96-4443-8988-1f0b2c7dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:21:25.343548 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:25.455111 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] For port ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:21:25.463935 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] For port ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9,segment=NetworkSegment(74796598-8b96-4443-8988-1f0b2c7dead6),segment_id=74796598-8b96-4443-8988-1f0b2c7dead6)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:21:25.471889 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:25.592112 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b757c80-a184-4b59-9d68-5cda9de9d8c0 None None] Pushing event updated for resources: {'Port': ['ID=ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:26.900628 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 52484) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:27.346303 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [None req-5c7c81c2-6991-41ff-ae2b-c3119b9cd11d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:21:27.347409 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-5c7c81c2-6991-41ff-ae2b-c3119b9cd11d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4454505 Oct 27 21:21:29.969144 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 52492) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:30.337136 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [None req-e734e6b4-d003-4a33-bde1-524a23e60cc1 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:21:30.338478 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-e734e6b4-d003-4a33-bde1-524a23e60cc1 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3684113 Oct 27 21:21:33.212271 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 52502) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:33.549292 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-486873e1-a200-4003-aaa6-2ef5a75c46c3 admin admin] Request body: {'router': {'tenant_id': '7d169833e0af4803827359c97ce24867', 'name': 'router1', 'admin_state_up': True}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:33.624055 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.policy [None req-486873e1-a200-4003-aaa6-2ef5a75c46c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101366) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 21:21:33.673300 dv-cinder-815746-1-iscsi neutron-server[101366]: WARNING oslo_policy.policy [None req-486873e1-a200-4003-aaa6-2ef5a75c46c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:33.673692 dv-cinder-815746-1-iscsi neutron-server[101366]: WARNING oslo_policy.policy [None req-486873e1-a200-4003-aaa6-2ef5a75c46c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 21:21:33.682827 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.quota [None req-486873e1-a200-4003-aaa6-2ef5a75c46c3 admin admin] Loaded quota_driver: . Oct 27 21:21:33.747985 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-486873e1-a200-4003-aaa6-2ef5a75c46c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3112'] for router, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:33.750013 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-486873e1-a200-4003-aaa6-2ef5a75c46c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1736506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3091'] for router, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:33.907784 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-486873e1-a200-4003-aaa6-2ef5a75c46c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:33.914378 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-486873e1-a200-4003-aaa6-2ef5a75c46c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628572'] for router, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:33.936178 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-486873e1-a200-4003-aaa6-2ef5a75c46c3 admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:33.937804 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-486873e1-a200-4003-aaa6-2ef5a75c46c3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7236631 Oct 27 21:21:34.515569 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:21:34.629691 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:34.630082 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:34.655822 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3fa91eb6-8bca-4296-8f94-1e457fd31f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:34.817509 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:34.881727 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9,segment=NetworkSegment(74796598-8b96-4443-8988-1f0b2c7dead6),segment_id=74796598-8b96-4443-8988-1f0b2c7dead6)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:21:34.887483 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:34.941846 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:35.455524 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa42088-b296-4f17-bf6b-dc8c80daf1b2 None None] Network 6874b7d3-a727-4761-98e4-1bcc8d1be9f1 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:21:35.525613 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-fa4833f5-52a0-420f-8b68-2cc7015dc3a8 None None] Provisioning complete for port ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:35.526686 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-fa4833f5-52a0-420f-8b68-2cc7015dc3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:35.991163 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-99baeeb0-e355-4fce-9703-02e4d9d05bf0 None None] Provisioning complete for port ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:35.991386 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-99baeeb0-e355-4fce-9703-02e4d9d05bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:36.486434 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:21:36.548681 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:36.549364 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:36.576526 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 52516) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:36.949662 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [None req-b1a28915-4c76-41db-8221-ad3eee2fb20f admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:21:36.950683 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-b1a28915-4c76-41db-8221-ad3eee2fb20f admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3777628 Oct 27 21:21:37.610693 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d9bafd7a-b380-4019-9ec5-ac2cac4f9550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:38.382024 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:38.512345 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:39.574649 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 52534) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:39.723719 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:39.746670 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Made reservation on behalf of 0c5723d287104102969dbcd2543cf72e for: {'network': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:21:39.749897 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:39.760428 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:39.838922 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:39.843929 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:39.860009 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Reserving flat network on physical network physnet1 {{(pid=101365) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 21:21:39.880049 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c45cc53-b3bb-4a7a-b974-7fdce1b3a972,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:39.885422 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:39.885760 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.segments_db [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Added segment c7200c01-5b4f-45f9-82c5-734d2d25de0e of type flat for network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 Oct 27 21:21:39.936648 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:39.972698 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:39.973664 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:39.974248 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:40.035127 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4593308 Oct 27 21:21:40.040755 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648608c-c0c0-4108-a8ff-abb429c92bdf admin admin] Pushing event updated for resources: {'Network': ['ID=23dfa1dd-4629-4363-b9d8-bd9a91c4ae17,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:40.053083 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:21:40.494652 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:42.459812 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 52552) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:42.638906 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4842e00f-47d8-4984-a4cb-ddc8b3fc84f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:42.640325 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-4842e00f-47d8-4984-a4cb-ddc8b3fc84f3 admin admin] 10.222.0.53 "GET /v2.0/subnets/b4e66b2b-9775-491f-aa98-08bb94d34be7 HTTP/1.1" status: 200 len: 849 time: 0.1795356 Oct 27 21:21:42.770406 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-f25cc0bf-2c78-456f-af3a-a1b8f0581c78 admin admin] 10.222.0.53 "GET /v2.0/routers/15c1f2cd-a58d-4886-b263-2c519124db5d HTTP/1.1" status: 200 len: 704 time: 0.1234143 Oct 27 21:21:43.078768 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:43.400552 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Allocated IP 172.20.0.1 (6874b7d3-a727-4761-98e4-1bcc8d1be9f1/b4e66b2b-9775-491f-aa98-08bb94d34be7/d158a844-42e9-4d8a-9500-f97ec00195e7) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:21:43.617400 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:43.691714 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:43.732656 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Network 6874b7d3-a727-4761-98e4-1bcc8d1be9f1 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:21:43.735726 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:21:43.814202 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:21:43.814445 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703873'] for router_interface, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:43.838621 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Pushing event updated for resources: {'Port': ['ID=d158a844-42e9-4d8a-9500-f97ec00195e7,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:43.895379 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:43.895731 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:43.896065 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:43.896392 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:43.896716 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:43.897082 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:43.897408 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:43.897742 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:43.898076 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:43.898394 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:43.898707 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:43.899016 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Tracked resource versions report: Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: pushed versions: Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: { 'AddressGroup': {'1.2'}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'ConntrackHelper': {'1.0'}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Log': {'1.0'}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Network': {'1.1'}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Port': {'1.7'}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'PortForwarding': {'1.2'}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'QosPolicy': {'1.10'}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'SecurityGroup': {'1.4'}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'SubPort': {'1.0'}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Subnet': {'1.1'}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Trunk': {'1.1'}} Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: consumer versions: Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: { DHCP agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: L3 agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: Metadata agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: Metering agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: Open vSwitch agent@dv-cinder-815746-1-iscsi: { 'AddressGroup': '1.2', Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'ConntrackHelper': '1.0', Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Log': '1.0', Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Network': '1.1', Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Port': '1.7', Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'PortForwarding': '1.2', Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'QosPolicy': '1.10', Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'SecurityGroup': '1.4', Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'SecurityGroupRule': '1.2', Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'SubPort': '1.0', Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Subnet': '1.1', Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Trunk': '1.1'}} Oct 27 21:21:43.900092 dv-cinder-815746-1-iscsi neutron-server[101366]: {{(pid=101366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:21:44.045596 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:44.062000 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-9c9fb915-4715-40ea-91c5-a05f662187cb None None] Provisioning complete for port d158a844-42e9-4d8a-9500-f97ec00195e7 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:44.062608 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb915-4715-40ea-91c5-a05f662187cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:44.160999 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-9c9fb915-4715-40ea-91c5-a05f662187cb None None] Port d158a844-42e9-4d8a-9500-f97ec00195e7 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:21:44.280945 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:44.287078 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:44.288001 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630033'] for router_interface, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:44.426111 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Pushing event updated for resources: {'Port': ['ID=d158a844-42e9-4d8a-9500-f97ec00195e7,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:44.480487 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Network 6874b7d3-a727-4761-98e4-1bcc8d1be9f1 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:21:44.482274 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:21:44.665739 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Router 15c1f2cd-a58d-4886-b263-2c519124db5d is scheduled to L3 agent 1818124e-4753-4485-930e-911ae30a2937 with binding_index 1 {{(pid=101366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:21:44.688655 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-64e40521-f78b-4f51-8270-599f5281ca4f None None] Provisioning complete for port d158a844-42e9-4d8a-9500-f97ec00195e7 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:44.689506 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-64e40521-f78b-4f51-8270-599f5281ca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:44.741744 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-64e40521-f78b-4f51-8270-599f5281ca4f None None] Port d158a844-42e9-4d8a-9500-f97ec00195e7 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:21:44.787260 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:21:44.794287 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-740a54cf-973d-4ae9-be66-4ffccac2cd8b admin admin] 10.222.0.53 "PUT /v2.0/routers/15c1f2cd-a58d-4886-b263-2c519124db5d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0158651 Oct 27 21:21:44.813686 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Sync routers for ids ['15c1f2cd-a58d-4886-b263-2c519124db5d'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:21:44.832990 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Routers {'15c1f2cd-a58d-4886-b263-2c519124db5d'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:21:44.834140 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:21:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['15c1f2cd-a58d-4886-b263-2c519124db5d'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:45.124122 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Set router 15c1f2cd-a58d-4886-b263-2c519124db5d gateway port host: None {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:21:45.611831 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'name': 'router1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:21:33Z', 'updated_at': '2021-10-27T21:21:43Z', 'revision_number': 2, 'project_id': '7d169833e0af4803827359c97ce24867', 'gw_port_host': None, '_interfaces': [{'id': 'd158a844-42e9-4d8a-9500-f97ec00195e7', 'name': '', 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'mac_address': 'fa:16:3e:9e:b9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:21:43Z', 'updated_at': '2021-10-27T21:21:44Z', 'revision_number': 2, 'project_id': '7d169833e0af4803827359c97ce24867', 'subnets': [{'id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '856356b8-ba79-4e09-b2c3-a4e2425a1820'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:45.670717 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Checking router: 15c1f2cd-a58d-4886-b263-2c519124db5d for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:21:45.671078 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Updating router 15c1f2cd-a58d-4886-b263-2c519124db5d port d158a844-42e9-4d8a-9500-f97ec00195e7 binding host dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:21:45.730046 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:46.289393 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Publish callbacks [] for port, precommit_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:46.298099 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:46.459574 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Pushing event updated for resources: {'Port': ['ID=d158a844-42e9-4d8a-9500-f97ec00195e7,revision_number=3']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:46.506284 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:46.506847 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:46.507394 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:46.507922 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:46.508445 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:46.509001 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:46.509521 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:46.510028 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:46.510563 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:46.511071 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:46.511586 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:46.512108 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Tracked resource versions report: Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: pushed versions: Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: { 'AddressGroup': {'1.2'}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'ConntrackHelper': {'1.0'}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Log': {'1.0'}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Network': {'1.1'}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Port': {'1.7'}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'PortForwarding': {'1.2'}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'QosPolicy': {'1.10'}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'SecurityGroup': {'1.4'}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'SubPort': {'1.0'}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Subnet': {'1.1'}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Trunk': {'1.1'}} Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: consumer versions: Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: { DHCP agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: L3 agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: Metadata agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: Metering agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: Open vSwitch agent@dv-cinder-815746-1-iscsi: { 'AddressGroup': '1.2', Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'ConntrackHelper': '1.0', Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Log': '1.0', Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Network': '1.1', Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Port': '1.7', Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'PortForwarding': '1.2', Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'QosPolicy': '1.10', Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'SecurityGroup': '1.4', Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'SecurityGroupRule': '1.2', Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'SubPort': '1.0', Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Subnet': '1.1', Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Trunk': '1.1'}} Oct 27 21:21:46.514216 dv-cinder-815746-1-iscsi neutron-server[101368]: {{(pid=101368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:21:46.540032 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Attempting to bind port d158a844-42e9-4d8a-9500-f97ec00195e7 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:21:46.540483 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Attempting to bind port d158a844-42e9-4d8a-9500-f97ec00195e7 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': '74796598-8b96-4443-8988-1f0b2c7dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1'}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:21:46.541230 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Attempting to bind port d158a844-42e9-4d8a-9500-f97ec00195e7 on network 6874b7d3-a727-4761-98e4-1bcc8d1be9f1 {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:21:46.549333 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:21:46.549943 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Checking segment: {'id': '74796598-8b96-4443-8988-1f0b2c7dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:21:46.550648 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:46.551264 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Bound using segment: {'id': '74796598-8b96-4443-8988-1f0b2c7dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1'} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:21:46.552061 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Bound port: d158a844-42e9-4d8a-9500-f97ec00195e7, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74796598-8b96-4443-8988-1f0b2c7dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1'}}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:21:46.552661 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:46.629760 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] For port d158a844-42e9-4d8a-9500-f97ec00195e7, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:21:46.653575 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] For port d158a844-42e9-4d8a-9500-f97ec00195e7, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=d158a844-42e9-4d8a-9500-f97ec00195e7,segment=NetworkSegment(74796598-8b96-4443-8988-1f0b2c7dead6),segment_id=74796598-8b96-4443-8988-1f0b2c7dead6)] {{(pid=101368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:21:46.659154 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:46.679422 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-a6655295-cf55-4d80-a842-e539eb9a61d6 None None] Provisioning complete for port d158a844-42e9-4d8a-9500-f97ec00195e7 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:46.680285 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-a6655295-cf55-4d80-a842-e539eb9a61d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:46.714092 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Routers {'15c1f2cd-a58d-4886-b263-2c519124db5d'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:21:46.714652 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:21:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['15c1f2cd-a58d-4886-b263-2c519124db5d'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:46.800524 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-a6655295-cf55-4d80-a842-e539eb9a61d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:46.811489 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] Set router 15c1f2cd-a58d-4886-b263-2c519124db5d gateway port host: None {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:21:46.844371 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-a6655295-cf55-4d80-a842-e539eb9a61d6 None None] For port d158a844-42e9-4d8a-9500-f97ec00195e7, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=d158a844-42e9-4d8a-9500-f97ec00195e7,segment=NetworkSegment(74796598-8b96-4443-8988-1f0b2c7dead6),segment_id=74796598-8b96-4443-8988-1f0b2c7dead6)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:21:46.850325 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-a6655295-cf55-4d80-a842-e539eb9a61d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:46.920692 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6655295-cf55-4d80-a842-e539eb9a61d6 None None] Pushing event updated for resources: {'Port': ['ID=d158a844-42e9-4d8a-9500-f97ec00195e7,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:46.943820 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7caede6-5b25-4a5d-ac2d-e413b61b7879 None None] Pushing event updated for resources: {'Port': ['ID=d158a844-42e9-4d8a-9500-f97ec00195e7,revision_number=4']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:46.971727 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-535d8a25-1e46-4961-8872-e52e93e7ac76 None None] Provisioning complete for port d158a844-42e9-4d8a-9500-f97ec00195e7 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:46.972145 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-535d8a25-1e46-4961-8872-e52e93e7ac76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:47.053821 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'name': 'router1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:21:33Z', 'updated_at': '2021-10-27T21:21:43Z', 'revision_number': 2, 'project_id': '7d169833e0af4803827359c97ce24867', 'gw_port_host': None, '_interfaces': [{'id': 'd158a844-42e9-4d8a-9500-f97ec00195e7', 'name': '', 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'mac_address': 'fa:16:3e:9e:b9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:21:43Z', 'updated_at': '2021-10-27T21:21:46Z', 'revision_number': 4, 'project_id': '7d169833e0af4803827359c97ce24867', 'subnets': [{'id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '856356b8-ba79-4e09-b2c3-a4e2425a1820'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:47.081534 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f3118-cba7-4399-8faf-a6801ba566e5 None None] The sync data for ids ['15c1f2cd-a58d-4886-b263-2c519124db5d'] in dv-cinder-815746-1-iscsi is: [{'id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'name': 'router1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:21:33Z', 'updated_at': '2021-10-27T21:21:43Z', 'revision_number': 2, 'project_id': '7d169833e0af4803827359c97ce24867', 'gw_port_host': None, '_interfaces': [{'id': 'd158a844-42e9-4d8a-9500-f97ec00195e7', 'name': '', 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'mac_address': 'fa:16:3e:9e:b9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:21:43Z', 'updated_at': '2021-10-27T21:21:46Z', 'revision_number': 4, 'project_id': '7d169833e0af4803827359c97ce24867', 'subnets': [{'id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '856356b8-ba79-4e09-b2c3-a4e2425a1820'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:21:47.331054 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 52566) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:47.450389 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf29586-b843-426b-9659-b4468d328c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:47.451960 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-faf29586-b843-426b-9659-b4468d328c3a admin admin] 10.222.0.53 "GET /v2.0/networks/23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 HTTP/1.1" status: 200 len: 842 time: 0.1196632 Oct 27 21:21:47.463323 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:47.491737 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] Made reservation on behalf of 0c5723d287104102969dbcd2543cf72e for: {'subnet': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:21:47.494658 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:47.890938 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.objects.ports [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101366) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 21:21:47.891366 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for subnet, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:47.942838 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf328e28-aa14-4e5d-8b1a-d01a177e694d,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:47.963175 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] Checking segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:21:47.963567 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] Network hostable DHCP agents. Network: 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:21:47.989672 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:21:48.003932 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17) {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:21:48.012345 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:48.013237 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:48.018508 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98d3351-bca0-458b-9793-a4e5ef60826b None None] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:21:48.036926 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-20f5e4cc-bd48-46b2-be47-8a42f8e89565 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5777287 Oct 27 21:21:48.222170 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eb9d1b-fde4-421b-a7a1-d876a0244f21 None None] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:21:48.700552 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 5 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:21:50.640996 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 52574) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:50.858001 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-daa2290b-cbb2-45f5-860e-73ea6d80e631 admin admin] 10.222.0.53 "GET /v2.0/routers/15c1f2cd-a58d-4886-b263-2c519124db5d HTTP/1.1" status: 200 len: 710 time: 0.2156341 Oct 27 21:21:50.954846 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24279c-a0c2-40a3-9117-27789ffccda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:21:50.956225 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-3d24279c-a0c2-40a3-9117-27789ffccda8 admin admin] 10.222.0.53 "GET /v2.0/networks/23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 HTTP/1.1" status: 200 len: 886 time: 0.0915706 Oct 27 21:21:50.969891 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:21:51.278396 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:51.675615 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:51.811098 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:51.962859 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Allocated IP 172.27.2.151 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/e156ade6-0607-40ff-8110-2b7e189b11bc) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:21:52.089809 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:52.133302 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:52.178356 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:21:52.181476 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:21:52.186012 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:21:52.189986 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e156ade6-0607-40ff-8110-2b7e189b11bc,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:52.467091 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:52.695357 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3085'] for router, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:52.699342 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1627189'] for router, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:52.816830 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Router 15c1f2cd-a58d-4886-b263-2c519124db5d has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:21:52.935006 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:21:52.939566 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:52.940887 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-0211b12a-88e3-4a41-97f8-7cfd7254f0f0 admin admin] 10.222.0.53 "PUT /v2.0/routers/15c1f2cd-a58d-4886-b263-2c519124db5d HTTP/1.1" status: 200 len: 890 time: 1.9763963 Oct 27 21:21:54.563188 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device d158a844-42e9-4d8a-9500-f97ec00195e7 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:21:54.620268 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port d158a844-42e9-4d8a-9500-f97ec00195e7 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:54.620629 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:54.662530 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Sync routers for ids ['15c1f2cd-a58d-4886-b263-2c519124db5d'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:21:54.682438 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Routers {'15c1f2cd-a58d-4886-b263-2c519124db5d'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:21:54.683178 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:21:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['15c1f2cd-a58d-4886-b263-2c519124db5d'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:54.928229 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Set router 15c1f2cd-a58d-4886-b263-2c519124db5d gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:21:55.429591 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'name': 'router1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e156ade6-0607-40ff-8110-2b7e189b11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:21:33Z', 'updated_at': '2021-10-27T21:21:52Z', 'revision_number': 4, 'project_id': '7d169833e0af4803827359c97ce24867', 'gw_port': {'id': 'e156ade6-0607-40ff-8110-2b7e189b11bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:21:51Z', 'updated_at': '2021-10-27T21:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'd158a844-42e9-4d8a-9500-f97ec00195e7', 'name': '', 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'mac_address': 'fa:16:3e:9e:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:21:43Z', 'updated_at': '2021-10-27T21:21:46Z', 'revision_number': 5, 'project_id': '7d169833e0af4803827359c97ce24867', 'subnets': [{'id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '856356b8-ba79-4e09-b2c3-a4e2425a1820'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:55.482501 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Checking router: 15c1f2cd-a58d-4886-b263-2c519124db5d for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:21:55.482855 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Updating router 15c1f2cd-a58d-4886-b263-2c519124db5d port e156ade6-0607-40ff-8110-2b7e189b11bc binding host dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:21:55.534916 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:55.613048 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 52586) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:21:55.736728 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-b6ef7b96-d31c-4b43-b5e9-dccb3174d874 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1216943 Oct 27 21:21:55.892620 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Publish callbacks [] for port, precommit_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:55.900006 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:55.956693 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Attempting to bind port e156ade6-0607-40ff-8110-2b7e189b11bc on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:21:55.957089 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Attempting to bind port e156ade6-0607-40ff-8110-2b7e189b11bc by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:21:55.957438 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Attempting to bind port e156ade6-0607-40ff-8110-2b7e189b11bc on network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:21:55.959600 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242127d-a000-4983-972a-f26056e146d3 None None] Pushing event updated for resources: {'Port': ['ID=e156ade6-0607-40ff-8110-2b7e189b11bc,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:55.965997 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:21:55.966411 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Checking segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:21:55.966753 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:55.967138 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Bound using segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:21:55.967609 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Bound port: e156ade6-0607-40ff-8110-2b7e189b11bc, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:21:55.968028 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:56.025933 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] For port e156ade6-0607-40ff-8110-2b7e189b11bc, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:21:56.028826 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] For port e156ade6-0607-40ff-8110-2b7e189b11bc, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=e156ade6-0607-40ff-8110-2b7e189b11bc,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:21:56.034547 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:56.099044 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242127d-a000-4983-972a-f26056e146d3 None None] Pushing event updated for resources: {'Port': ['ID=e156ade6-0607-40ff-8110-2b7e189b11bc,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:21:56.102072 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Routers {'15c1f2cd-a58d-4886-b263-2c519124db5d'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:21:56.102689 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:21:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['15c1f2cd-a58d-4886-b263-2c519124db5d'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:56.230700 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] Set router 15c1f2cd-a58d-4886-b263-2c519124db5d gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:21:56.483224 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'name': 'router1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e156ade6-0607-40ff-8110-2b7e189b11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:21:33Z', 'updated_at': '2021-10-27T21:21:52Z', 'revision_number': 4, 'project_id': '7d169833e0af4803827359c97ce24867', 'gw_port': {'id': 'e156ade6-0607-40ff-8110-2b7e189b11bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:21:51Z', 'updated_at': '2021-10-27T21:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'd158a844-42e9-4d8a-9500-f97ec00195e7', 'name': '', 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'mac_address': 'fa:16:3e:9e:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:21:43Z', 'updated_at': '2021-10-27T21:21:46Z', 'revision_number': 5, 'project_id': '7d169833e0af4803827359c97ce24867', 'subnets': [{'id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '856356b8-ba79-4e09-b2c3-a4e2425a1820'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:21:56.510227 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32762e-1ca4-4cf0-bff6-2b71ff8cacb8 None None] The sync data for ids ['15c1f2cd-a58d-4886-b263-2c519124db5d'] in dv-cinder-815746-1-iscsi is: [{'id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'name': 'router1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e156ade6-0607-40ff-8110-2b7e189b11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:21:33Z', 'updated_at': '2021-10-27T21:21:52Z', 'revision_number': 4, 'project_id': '7d169833e0af4803827359c97ce24867', 'gw_port': {'id': 'e156ade6-0607-40ff-8110-2b7e189b11bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:17:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:21:51Z', 'updated_at': '2021-10-27T21:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'd158a844-42e9-4d8a-9500-f97ec00195e7', 'name': '', 'network_id': '6874b7d3-a727-4761-98e4-1bcc8d1be9f1', 'tenant_id': '7d169833e0af4803827359c97ce24867', 'mac_address': 'fa:16:3e:9e:b9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1f2cd-a58d-4886-b263-2c519124db5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:21:43Z', 'updated_at': '2021-10-27T21:21:46Z', 'revision_number': 5, 'project_id': '7d169833e0af4803827359c97ce24867', 'subnets': [{'id': 'b4e66b2b-9775-491f-aa98-08bb94d34be7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '856356b8-ba79-4e09-b2c3-a4e2425a1820'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:21:58.560977 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e156ade6-0607-40ff-8110-2b7e189b11bc up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:21:58.639317 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port e156ade6-0607-40ff-8110-2b7e189b11bc triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:21:58.639693 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:58.761551 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:58.788888 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port e156ade6-0607-40ff-8110-2b7e189b11bc, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=e156ade6-0607-40ff-8110-2b7e189b11bc,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:21:58.795103 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:21:58.854325 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=e156ade6-0607-40ff-8110-2b7e189b11bc,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:22:00.597399 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e156ade6-0607-40ff-8110-2b7e189b11bc up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:22:00.703958 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port e156ade6-0607-40ff-8110-2b7e189b11bc triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:22:00.705415 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:04.656416 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b76025e2-6e73-45a1-8703-26f03be63e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:07.608505 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7fcd51b8-a506-49cf-ab32-339b74c5b45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:08.388835 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:08.532443 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:10.507954 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:25.704239 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 5 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:22:34.640960 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-2fd12f15-0e51-4068-8d5d-47882af38102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:37.606045 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5009a12e-58bb-4383-9525-38168fac064c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:38.401387 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:38.515306 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:22:40.503851 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:02.705059 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 5 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:23:04.637659 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-a597d9d9-ff8a-4490-a027-1203203044c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:07.605837 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8de102d5-481b-4c69-8f6f-50fe60833b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:08.387634 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:08.511272 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:10.504773 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:34.641911 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-623b4d11-8eb0-4c36-a869-1659ef0a8e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:35.925086 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53148) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:23:35.992137 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa228cad-a1c6-42c3-95b7-d07a64210d44 admin admin] GET failed (client error): The resource could not be found. Oct 27 21:23:35.993591 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-aa228cad-a1c6-42c3-95b7-d07a64210d44 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675225 Oct 27 21:23:36.251929 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c79f3b5-b3e3-45d2-a031-711e6397a81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:36.253426 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-3c79f3b5-b3e3-45d2-a031-711e6397a81c admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2548220 Oct 27 21:23:37.600997 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b77b56f1-140e-40a1-90a4-981229d2857d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:38.393613 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:38.515903 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:38.593648 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53158) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:23:38.689435 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340eb20b-864a-474c-a694-7c383c3c8a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:38.690549 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-340eb20b-864a-474c-a694-7c383c3c8a95 admin admin] 10.222.0.53 "GET /v2.0/subnets/b4e66b2b-9775-491f-aa98-08bb94d34be7 HTTP/1.1" status: 200 len: 849 time: 0.0958631 Oct 27 21:23:38.701142 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:23:38.789164 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:38.936818 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775316000485'] for subnet, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:38.972205 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:38.972688 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:38.985730 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] 10.222.0.53 "PUT /v2.0/subnets/b4e66b2b-9775-491f-aa98-08bb94d34be7 HTTP/1.1" status: 200 len: 868 time: 0.2884014 Oct 27 21:23:38.991059 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f60bfa6-b5a8-4aa0-b2d1-21b083413bb3 None None] Network 6874b7d3-a727-4761-98e4-1bcc8d1be9f1 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:23:39.011831 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e66b2b-9775-491f-aa98-08bb94d34be7,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:23:39.023506 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:23:39.024139 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:23:39.024485 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:23:39.024827 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:23:39.025934 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:23:39.025934 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:23:39.026113 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:23:39.026373 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:23:39.026725 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:23:39.027043 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:23:39.027382 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:23:39.027701 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3e742-9e95-4965-86ed-1a15a9319231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:23:39.356725 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3c60b9da-b43a-4586-8b07-60e0620f905b None None] Provisioning complete for port d158a844-42e9-4d8a-9500-f97ec00195e7 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:23:39.357185 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3c60b9da-b43a-4586-8b07-60e0620f905b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:39.447473 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3c60b9da-b43a-4586-8b07-60e0620f905b None None] Provisioning complete for port ce6d3c28-3c46-4ec5-97bd-d4bab2a6fec9 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:23:39.447832 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3c60b9da-b43a-4586-8b07-60e0620f905b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:39.705041 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 5 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:23:40.509696 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:23:41.338319 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53166) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:23:41.552774 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b860bd1a-1345-421c-bc8c-116438072ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:41.553275 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b860bd1a-1345-421c-bc8c-116438072ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:41.554836 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-b860bd1a-1345-421c-bc8c-116438072ac0 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2155554 Oct 27 21:23:43.868845 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53174) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:23:44.078607 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d7148-7525-46bb-9bbd-a2efa37dfbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:44.079074 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d7148-7525-46bb-9bbd-a2efa37dfbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:44.080597 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-356d7148-7525-46bb-9bbd-a2efa37dfbae admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2107804 Oct 27 21:23:46.398637 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53184) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:23:46.533312 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8f840-0933-4a03-8fce-ff15811ac6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:46.534750 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-e2b8f840-0933-4a03-8fce-ff15811ac6c3 admin admin] 10.222.0.53 "GET /v2.0/networks/23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 HTTP/1.1" status: 200 len: 886 time: 0.1350894 Oct 27 21:23:48.855830 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53192) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:23:49.032984 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2c006f-b655-4f14-9d00-12e80ff3479e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:49.034509 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-8c2c006f-b655-4f14-9d00-12e80ff3479e admin admin] 10.222.0.53 "GET /v2.0/networks/6874b7d3-a727-4761-98e4-1bcc8d1be9f1 HTTP/1.1" status: 200 len: 869 time: 0.1776497 Oct 27 21:23:51.334710 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53200) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:23:51.464895 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5f31cc-3416-4ea0-b7bd-06ca3744a73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:51.465345 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5f31cc-3416-4ea0-b7bd-06ca3744a73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:51.466901 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-fd5f31cc-3416-4ea0-b7bd-06ca3744a73f admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312606 Oct 27 21:23:53.823241 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53210) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:23:53.966708 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a5748-3475-4090-aa84-406178f667cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:53.967190 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a5748-3475-4090-aa84-406178f667cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:53.968757 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-1f9a5748-3475-4090-aa84-406178f667cd admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1441827 Oct 27 21:23:56.334125 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53218) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:23:56.437325 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe4bf82-e00b-4d96-83eb-dcd4aaa44744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:56.438643 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-3fe4bf82-e00b-4d96-83eb-dcd4aaa44744 admin admin] 10.222.0.53 "GET /v2.0/subnets/b4e66b2b-9775-491f-aa98-08bb94d34be7 HTTP/1.1" status: 200 len: 868 time: 0.1035330 Oct 27 21:23:58.760091 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53226) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:23:58.852627 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326bb39-2d56-4a42-afa9-9603ea068d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:23:58.854022 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-9326bb39-2d56-4a42-afa9-9603ea068d83 admin admin] 10.222.0.53 "GET /v2.0/subnets/cf328e28-aa14-4e5d-8b1a-d01a177e694d HTTP/1.1" status: 200 len: 816 time: 0.0929444 Oct 27 21:24:04.647040 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8c69-8749-40ef-9293-0b9085f0081b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:07.595352 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5c8b70d3-356d-4d22-8c09-76375de6e664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:08.395465 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:08.520739 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:10.511242 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:16.705026 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 5 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:24:23.545356 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53280) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:23.594638 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [None req-2e345702-e914-43dd-9546-86b168eb954b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:24:23.595644 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-2e345702-e914-43dd-9546-86b168eb954b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0493772 Oct 27 21:24:26.021480 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53288) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:26.089495 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7fc715-ec55-4c34-962d-25abbda80646 admin admin] GET failed (client error): The resource could not be found. Oct 27 21:24:26.090859 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-6d7fc715-ec55-4c34-962d-25abbda80646 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0684056 Oct 27 21:24:26.178607 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc30b76-a1a8-40ae-8d5a-7a6bbd7e4ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:26.180123 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-2bc30b76-a1a8-40ae-8d5a-7a6bbd7e4ba8 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0843620 Oct 27 21:24:28.496455 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53296) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:28.551133 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:24:28.578172 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] Made reservation on behalf of 0c5723d287104102969dbcd2543cf72e for: {'network': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:24:28.581799 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:28.611749 dv-cinder-815746-1-iscsi neutron-server[101366]: WARNING neutron.services.revisions.revision_plugin [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] Could not find related network for resource to bump revision. Oct 27 21:24:28.629242 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=101366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:24:28.642515 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775315960661', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:28.643053 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] Unsubscribe: segment precommit_create {{(pid=101366) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 21:24:28.643514 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.segments_db [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] Added segment ddedf50b-859a-432c-8649-4a2edbb63195 of type vlan for network a8a53032-d4fd-4738-b336-38761b565bfc Oct 27 21:24:28.693312 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:28.726928 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:28.727894 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:28.728535 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:28.804495 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3068497 Oct 27 21:24:28.827046 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1e553-fe53-4659-9351-196a8f7cb5ce admin admin] Pushing event updated for resources: {'Network': ['ID=a8a53032-d4fd-4738-b336-38761b565bfc,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:24:28.839451 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network a8a53032-d4fd-4738-b336-38761b565bfc details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:24:31.158340 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53304) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:24:31.226033 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dc7aab-5e59-48c2-bcc9-d77bc5447bfe admin admin] GET failed (client error): The resource could not be found. Oct 27 21:24:31.227488 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-e1dc7aab-5e59-48c2-bcc9-d77bc5447bfe admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0682065 Oct 27 21:24:31.326576 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e3e524-3205-4853-b26b-acea86b98160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:31.328071 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-d9e3e524-3205-4853-b26b-acea86b98160 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0957060 Oct 27 21:24:31.339033 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:24:31.361798 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Made reservation on behalf of 0c5723d287104102969dbcd2543cf72e for: {'subnet': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:24:31.364173 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:31.545854 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for subnet, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:31.594181 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=791c4978-ae19-4630-864e-763a3cb1b9ae,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:24:31.609394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:31.609751 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:31.610061 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:31.610383 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:31.610703 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:31.611047 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:31.611350 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:31.611679 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:31.612018 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:31.612339 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:31.612646 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:31.612983 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:31.620181 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Checking segment: {'id': 'ddedf50b-859a-432c-8649-4a2edbb63195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:24:31.620531 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Network hostable DHCP agents. Network: a8a53032-d4fd-4738-b336-38761b565bfc, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:24:31.638506 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Network a8a53032-d4fd-4738-b336-38761b565bfc is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:24:31.647277 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, a8a53032-d4fd-4738-b336-38761b565bfc) {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:24:31.651567 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:24:31.652149 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:31.656755 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a7e6d3-e0f4-482b-9269-2dbd794651b9 None None] Network a8a53032-d4fd-4738-b336-38761b565bfc requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:24:31.669577 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-065d10ca-2fb1-4734-b885-e11a1c1155c8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3343909 Oct 27 21:24:31.916901 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe452df4e-5fb6-533b-8bad-3d646d7c8956-a8a53032-d4fd-4738-b336-38761b565bfc', 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc', 'tenant_id': '0c5723d287104102969dbcd2543cf72e', 'fixed_ips': [{'subnet_id': '791c4978-ae19-4630-864e-763a3cb1b9ae'}]}} from dv-cinder-815746-1-iscsi. {{(pid=101367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:24:31.917770 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:32.072456 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.db_base_plugin_common [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Allocated IP 192.168.233.2 (a8a53032-d4fd-4738-b336-38761b565bfc/791c4978-ae19-4630-864e-763a3cb1b9ae/835ceb03-bf30-460d-8534-0a867c790b22) {{(pid=101367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:24:32.228938 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Publish callbacks [] for port, precommit_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:32.235033 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:32.279019 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Network a8a53032-d4fd-4738-b336-38761b565bfc is already hosted by enough agents. {{(pid=101367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:24:32.282158 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.base_scheduler [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Resources bound (agent type, host, resource id): {{(pid=101367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:24:32.284755 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Received port after_create {{(pid=101367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:24:32.296152 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Pushing event updated for resources: {'Port': ['ID=835ceb03-bf30-460d-8534-0a867c790b22,revision_number=1']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:24:32.321692 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:32.322055 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:32.322388 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:32.322725 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:32.323050 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:32.323380 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:32.323694 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:32.324061 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:32.324387 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:32.324718 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:32.325051 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:32.325372 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:24:32.361602 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Attempting to bind port 835ceb03-bf30-460d-8534-0a867c790b22 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:24:32.361967 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Attempting to bind port 835ceb03-bf30-460d-8534-0a867c790b22 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'ddedf50b-859a-432c-8649-4a2edbb63195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:24:32.362325 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Attempting to bind port 835ceb03-bf30-460d-8534-0a867c790b22 on network a8a53032-d4fd-4738-b336-38761b565bfc {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:24:32.367585 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:24:32.368194 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Checking segment: {'id': 'ddedf50b-859a-432c-8649-4a2edbb63195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:24:32.368663 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:32.369195 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Bound using segment: {'id': 'ddedf50b-859a-432c-8649-4a2edbb63195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:24:32.369724 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Bound port: 835ceb03-bf30-460d-8534-0a867c790b22, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddedf50b-859a-432c-8649-4a2edbb63195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:24:32.370147 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:32.433114 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] For port 835ceb03-bf30-460d-8534-0a867c790b22, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:24:32.436666 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] For port 835ceb03-bf30-460d-8534-0a867c790b22, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=835ceb03-bf30-460d-8534-0a867c790b22,segment=NetworkSegment(ddedf50b-859a-432c-8649-4a2edbb63195),segment_id=ddedf50b-859a-432c-8649-4a2edbb63195)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:24:32.441589 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:32.497261 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1ae2b-9861-448b-b1a2-0dfc4b3816a7 None None] Pushing event updated for resources: {'Port': ['ID=835ceb03-bf30-460d-8534-0a867c790b22,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:24:33.350193 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3027e9-535a-41d9-a902-da4bb3dd6df2 None None] Network a8a53032-d4fd-4738-b336-38761b565bfc requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:24:33.475297 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-d5e10a9c-dc48-4154-8bbc-00c0599b2f04 None None] Provisioning complete for port 835ceb03-bf30-460d-8534-0a867c790b22 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:24:33.475657 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d5e10a9c-dc48-4154-8bbc-00c0599b2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:33.578583 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d5e10a9c-dc48-4154-8bbc-00c0599b2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:33.617575 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-d5e10a9c-dc48-4154-8bbc-00c0599b2f04 None None] For port 835ceb03-bf30-460d-8534-0a867c790b22, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=835ceb03-bf30-460d-8534-0a867c790b22,segment=NetworkSegment(ddedf50b-859a-432c-8649-4a2edbb63195),segment_id=ddedf50b-859a-432c-8649-4a2edbb63195)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:24:33.625733 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d5e10a9c-dc48-4154-8bbc-00c0599b2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:33.683474 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e10a9c-dc48-4154-8bbc-00c0599b2f04 None None] Pushing event updated for resources: {'Port': ['ID=835ceb03-bf30-460d-8534-0a867c790b22,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:24:33.746754 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-5188c8c6-ff38-4019-8c12-bb8c51e262f0 None None] Provisioning complete for port 835ceb03-bf30-460d-8534-0a867c790b22 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:24:33.747116 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5188c8c6-ff38-4019-8c12-bb8c51e262f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:34.624079 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 835ceb03-bf30-460d-8534-0a867c790b22 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:24:34.676942 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-df34a099-44a8-4718-b646-2fc35fb59071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:34.696705 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 835ceb03-bf30-460d-8534-0a867c790b22 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:24:34.697660 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:37.601890 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-f7eaecd3-67b9-495a-bbba-098be24b3a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:38.398592 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:38.524929 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:40.515736 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:24:53.705514 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 5 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:25:04.653834 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-91311005-fd19-4402-aac9-966c16123afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:07.595056 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d94fe942-6af4-44f5-a4f6-0e15d1db3579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:08.400433 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:08.529670 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:10.518066 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:30.705151 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 5 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:25:34.657523 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-643950c0-4f79-4fe7-8233-ddbb78253939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:37.600884 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-89de44a8-0bd7-458b-a579-3aa26123adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:38.404038 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:38.534362 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:40.522794 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:41.268584 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53348) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:25:41.274553 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [None req-72820e35-14ee-401f-846e-48410f750bf7 tempest-verify_tempest_config-2037084032 tempest-verify_tempest_config-2037084032-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:25:41.275866 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-72820e35-14ee-401f-846e-48410f750bf7 tempest-verify_tempest_config-2037084032 tempest-verify_tempest_config-2037084032-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058947 Oct 27 21:25:41.645077 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53366) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:25:41.771018 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:41.850870 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:41.855323 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:41.905904 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc16f853-5602-4cd8-b78f-b2f8fa57d849,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:25:41.909593 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0062de382b054921b33db04c5139fb00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2631078 Oct 27 21:25:41.912538 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53370) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:25:41.915706 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:41.916153 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:41.916552 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:41.916894 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:41.917318 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:41.917779 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:41.918103 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:41.918472 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:41.918810 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:41.919127 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:41.919441 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:41.919750 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b3e37-befd-4372-b7ca-0b568c99a43e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:41.992626 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:42.014048 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:42.110245 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:42.114367 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:25:42.116097 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc16f853-5602-4cd8-b78f-b2f8fa57d849 HTTP/1.1" status: 204 len: 168 time: 0.2023356 Oct 27 21:25:42.125360 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc16f853-5602-4cd8-b78f-b2f8fa57d849,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:25:42.133132 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:42.133507 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:42.133903 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:42.134343 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:42.134861 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:42.135368 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:42.135655 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:42.135997 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:42.136343 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:42.136668 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:42.137014 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:25:42.137334 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8194d-2439-4bc7-9eb2-144bb5e6cee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:26:04.664216 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8bf6ec24-f858-4f49-9ac1-1d28470e7721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.600774 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b315652a-515a-4793-8da4-709f11643b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:07.705284 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 5 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:26:08.411554 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:08.538583 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:10.533332 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:34.660474 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d623b598-4ba1-492b-a410-abb90f5de196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:37.595542 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-da152c54-62f6-4b15-af84-a9f5698a42f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.408853 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:38.543378 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:40.529963 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:26:44.704749 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 5 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:27:04.655198 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4e0c5966-2485-4fd1-b2d6-9ea044c7d620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:07.600448 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3a8e58d2-e86c-4751-92e1-85ba8afb8c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:08.411960 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:08.548270 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:10.535407 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:19.314567 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703822'] for agent, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:21.703664 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:27:34.661324 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-2edd3fb6-d424-438d-b495-212a0e813c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:34.724822 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53444) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:34.844413 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-de47f19a-5f87-4e14-b3ce-a15c5d82713f admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1184011 Oct 27 21:27:37.134297 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53454) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:27:37.193421 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-2ac69746-46a0-48c2-badf-01f26221b406 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0579879 Oct 27 21:27:37.606286 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-13b3b981-b778-42a2-805e-2a53d9ac768e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.418661 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:38.544187 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:40.536843 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:49.283246 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:27:58.703937 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:28:04.654748 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5255c6a1-e0b7-499b-9a23-05e2bd4f6530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:07.602371 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-be4cfb59-78ff-45fd-b4dd-057e8a20d30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:08.418523 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:08.548177 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:10.539794 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:19.262243 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:34.685550 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-41a19c00-bbe7-4162-a83d-2f823718f2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:35.706265 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:28:37.601547 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-47d31f86-66f9-43ef-a3d3-d7e0daef1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:38.424479 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:38.564049 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:40.545214 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:28:49.287943 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:04.658788 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-f3230b93-fd61-40e2-9749-2a24a9d2bd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:07.614173 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-ef21ad9b-92bb-4355-9c25-4bf5a626d492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:08.443069 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:08.569348 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:10.576964 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:12.707453 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:29:14.489659 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53720) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:14.505394 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53726) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:14.542982 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53732) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:14.550825 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53738) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:14.590887 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53742) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:14.722874 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2034267507-network', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:14.764656 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1467291689-network', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:14.772599 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Made reservation on behalf of bc6c55df10484f298c4a3a060945e240 for: {'network': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:14.775403 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.794591 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.810485 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-network', 'tenant_id': '6754f171bd894b85b26c66971cab7c26'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:14.823164 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Made reservation on behalf of 660916c61f3041dcb024daef8e8d02f6 for: {'network': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:14.826102 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.845711 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.851511 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Made reservation on behalf of 6754f171bd894b85b26c66971cab7c26 for: {'network': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:14.855989 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.867672 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-641381369-network', 'tenant_id': '82abb78d5839476888d22129c36dceb7'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:14.908601 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.959501 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.972542 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:14.980662 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Made reservation on behalf of 82abb78d5839476888d22129c36dceb7 for: {'network': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:14.983506 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.000372 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.009413 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.018671 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.019641 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1328964577-network', 'tenant_id': 'e6aae1d910dc403eb7db63a407b955b2'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:15.031946 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=101366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:29:15.058669 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c98a02-e49c-4f9d-ab8c-771774848659,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:15.066003 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53758) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:15.074367 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.076293 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.076293 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.076293 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.076293 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.077011 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.077568 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.078088 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.078634 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.079152 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.079650 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.080154 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Tracked resource versions report: Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: pushed versions: Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: { 'AddressGroup': {'1.2'}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'ConntrackHelper': {'1.0'}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Log': {'1.0'}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Network': {'1.1'}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Port': {'1.7'}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'PortForwarding': {'1.2'}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'QosPolicy': {'1.10'}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'SecurityGroup': {'1.4'}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'SubPort': {'1.0'}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Subnet': {'1.1'}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Trunk': {'1.1'}} Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: consumer versions: Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: { DHCP agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: HyperV agent@hv-cinder-81574: {}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: L3 agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: Metadata agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: Metering agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: Open vSwitch agent@dv-cinder-815746-1-iscsi: { 'AddressGroup': '1.2', Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'ConntrackHelper': '1.0', Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Log': '1.0', Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Network': '1.1', Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Port': '1.7', Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'PortForwarding': '1.2', Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'QosPolicy': '1.10', Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'SecurityGroup': '1.4', Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'SecurityGroupRule': '1.2', Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'SubPort': '1.0', Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Subnet': '1.1', Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: 'Trunk': '1.1'}} Oct 27 21:29:15.081451 dv-cinder-815746-1-iscsi neutron-server[101366]: {{(pid=101366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:29:15.087393 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=101366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:29:15.110790 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.128937 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd56e7f3-7294-4bc2-84be-0e46626784c9,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:15.139503 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.139940 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.segments_db [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Added segment 8b733f15-fec6-4be6-bd59-e0e4ffc30536 of type vlan for network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c Oct 27 21:29:15.154673 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.154988 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.segments_db [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Added segment aab1895e-b074-4ed0-a1ff-87a5657b1b2b of type vlan for network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 Oct 27 21:29:15.177341 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.181110 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.204981 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=101365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:29:15.206256 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.218566 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.219513 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.segments_db [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Added segment 3a7d0193-abb8-4422-8919-57a7bc359a41 of type vlan for network d8a8170b-e56c-445e-b9da-4e58c20eba72 Oct 27 21:29:15.229621 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.248378 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.272207 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.273238 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:15.273861 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.276761 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.316109 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=101365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:29:15.327030 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.327533 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.segments_db [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Added segment 0931c301-5ca1-468c-aaec-e46633319479 of type vlan for network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae Oct 27 21:29:15.348827 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=15eb65b5-0ac0-4d2d-8778-7e331e77b30c,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:15.354059 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-b213671c-9a44-4d23-acee-f68890d27eb4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8632209 Oct 27 21:29:15.357340 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53768) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:15.363101 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-aaa2962e-aae9-46d9-8920-171f08928420 admin admin] Request body: {'subnet': {'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2034267507-subnet', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:15.366240 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:29:15.403700 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa2962e-aae9-46d9-8920-171f08928420 admin admin] Made reservation on behalf of bc6c55df10484f298c4a3a060945e240 for: {'subnet': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:15.403946 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.406674 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-aaa2962e-aae9-46d9-8920-171f08928420 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.459438 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.461857 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:15.462914 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.487899 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Made reservation on behalf of e6aae1d910dc403eb7db63a407b955b2 for: {'network': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:15.490512 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.523933 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.548999 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.550102 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:15.550852 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.606539 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0619607 Oct 27 21:29:15.610029 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53784) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:15.627665 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-443896af-c645-4ed4-b121-7b8ab77b7958 admin admin] Request body: {'subnet': {'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-subnet', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:15.675921 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.677187 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:15.677550 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.694279 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0002957b-c213-497b-878b-bbf0e5aeb0b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.699872 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70d7cb6-03ee-4309-b269-b52b7a8bda57,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:15.706457 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a8170b-e56c-445e-b9da-4e58c20eba72,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:15.712748 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1608517 Oct 27 21:29:15.755072 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] Pushing event updated for resources: {'Network': ['ID=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:15.767454 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:29:15.773649 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53788) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:15.788167 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-0b5951c8-4de5-4154-a1e8-85ea3da29331 admin admin] Request body: {'subnet': {'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-641381369-subnet', 'tenant_id': '82abb78d5839476888d22129c36dceb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:15.856223 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-aaa2962e-aae9-46d9-8920-171f08928420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for subnet, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.905585 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2962e-aae9-46d9-8920-171f08928420 admin admin] Checking segment: {'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:15.906469 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa2962e-aae9-46d9-8920-171f08928420 admin admin] Network hostable DHCP agents. Network: 15eb65b5-0ac0-4d2d-8778-7e331e77b30c, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:29:15.941708 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0002957b-c213-497b-878b-bbf0e5aeb0b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:15.945057 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.945464 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.945857 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.946216 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.946565 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.947122 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.947340 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.947715 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.948130 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.948736 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.949077 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.949601 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Tracked resource versions report: Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: pushed versions: Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: { 'AddressGroup': {'1.2'}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'ConntrackHelper': {'1.0'}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Log': {'1.0'}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Network': {'1.1'}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Port': {'1.7'}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'PortForwarding': {'1.2'}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'QosPolicy': {'1.10'}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'SecurityGroup': {'1.4'}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'SubPort': {'1.0'}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Subnet': {'1.1'}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Trunk': {'1.1'}} Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: consumer versions: Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: { DHCP agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: HyperV agent@hv-cinder-81574: {}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: L3 agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: Metadata agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: Metering agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: Open vSwitch agent@dv-cinder-815746-1-iscsi: { 'AddressGroup': '1.2', Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'ConntrackHelper': '1.0', Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Log': '1.0', Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Network': '1.1', Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Port': '1.7', Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'PortForwarding': '1.2', Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'QosPolicy': '1.10', Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'SecurityGroup': '1.4', Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'SecurityGroupRule': '1.2', Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'SubPort': '1.0', Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Subnet': '1.1', Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: 'Trunk': '1.1'}} Oct 27 21:29:15.951002 dv-cinder-815746-1-iscsi neutron-server[101365]: {{(pid=101365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:29:15.959024 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.959572 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.959904 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.960223 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.960961 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.961278 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.961846 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.962464 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.962671 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.963190 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.963843 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.964759 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450114fa-4899-4836-b2fa-91e11798a946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:15.984049 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network d8a8170b-e56c-445e-b9da-4e58c20eba72 details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:29:15.991288 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa2962e-aae9-46d9-8920-171f08928420 admin admin] Network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:29:16.007632 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-aaa2962e-aae9-46d9-8920-171f08928420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, 15eb65b5-0ac0-4d2d-8778-7e331e77b30c) {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:16.011330 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2962e-aae9-46d9-8920-171f08928420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d4d4c6-62d1-4440-b670-fe01a605f294,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:16.030220 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa2962e-aae9-46d9-8920-171f08928420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:16.031480 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-aaa2962e-aae9-46d9-8920-171f08928420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.072821 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf315e8-1567-4909-b0fb-ff8d79834465 None None] Network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:16.084662 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Pushing event updated for resources: {'Network': ['ID=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:16.089650 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-37494adf-a2f1-41e7-ae91-08e8ad77e3fd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5818794 Oct 27 21:29:16.093373 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53802) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:16.101915 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-3d90bf9f-47e4-43a4-a1af-efcc25d3ee07 admin admin] Request body: {'subnet': {'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1467291689-subnet', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:16.119899 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0002957b-c213-497b-878b-bbf0e5aeb0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.133504 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-aaa2962e-aae9-46d9-8920-171f08928420 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7723737 Oct 27 21:29:16.134975 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53804) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:16.138789 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:29:16.152820 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2034267507-router', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:16.171824 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-0002957b-c213-497b-878b-bbf0e5aeb0b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21a686c05209449590eaba32b93174a4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0946145 Oct 27 21:29:16.175068 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443896af-c645-4ed4-b121-7b8ab77b7958 admin admin] Made reservation on behalf of 6754f171bd894b85b26c66971cab7c26 for: {'subnet': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:16.176553 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-443896af-c645-4ed4-b121-7b8ab77b7958 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.183176 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53808) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:16.255905 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5951c8-4de5-4154-a1e8-85ea3da29331 admin admin] Made reservation on behalf of 82abb78d5839476888d22129c36dceb7 for: {'subnet': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:16.259553 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0b5951c8-4de5-4154-a1e8-85ea3da29331 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.268526 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3112'] for router, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.269679 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1736506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3091'] for router, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.299313 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08433e30-3c14-474e-bce1-209379f4946b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86da985a-9725-478b-a340-157ab07be25c,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:16.374851 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d90bf9f-47e4-43a4-a1af-efcc25d3ee07 admin admin] Made reservation on behalf of 660916c61f3041dcb024daef8e8d02f6 for: {'subnet': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:16.378376 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3d90bf9f-47e4-43a4-a1af-efcc25d3ee07 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.382471 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73914197-6c28-43b3-9858-6ad751b0d23d None None] Network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:16.472114 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.609735 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002957b-c213-497b-878b-bbf0e5aeb0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1ae344-2ede-4f71-8465-637c918c486b,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:16.670107 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-10fe8647-2d5f-444c-8fe4-befe976225cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.701948 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.730233 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.781846 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-10fe8647-2d5f-444c-8fe4-befe976225cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.858870 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=101365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:29:16.893181 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.931955 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:16.932505 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.segments_db [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Added segment f355253d-c6d8-4b41-8d3f-46d31e931ae4 of type vlan for network 6e320f58-9427-4b0d-a763-bf1097a2df87 Oct 27 21:29:16.939227 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ddfdb2-9755-44d1-b68a-0a8567f19a11,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:17.079252 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0b5951c8-4de5-4154-a1e8-85ea3da29331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for subnet, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.139312 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.163172 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3d90bf9f-47e4-43a4-a1af-efcc25d3ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for subnet, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.188189 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5951c8-4de5-4154-a1e8-85ea3da29331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=925a5092-ed1d-4fb8-b9bb-a90d2e0606f6,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:17.204136 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-443896af-c645-4ed4-b121-7b8ab77b7958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for subnet, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.259308 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5951c8-4de5-4154-a1e8-85ea3da29331 admin admin] Checking segment: {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:17.259658 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5951c8-4de5-4154-a1e8-85ea3da29331 admin admin] Network hostable DHCP agents. Network: 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:29:17.266460 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-10fe8647-2d5f-444c-8fe4-befe976225cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.271938 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-10fe8647-2d5f-444c-8fe4-befe976225cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.274125 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-10fe8647-2d5f-444c-8fe4-befe976225cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c1ae344-2ede-4f71-8465-637c918c486b HTTP/1.1" status: 204 len: 168 time: 1.0829780 Oct 27 21:29:17.278245 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53844) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:17.288410 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90bf9f-47e4-43a4-a1af-efcc25d3ee07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=277221fb-10ab-4eb5-b84a-f5934fc5fe8a,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:17.304841 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.306396 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:17.307674 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.346925 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe8647-2d5f-444c-8fe4-befe976225cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1ae344-2ede-4f71-8465-637c918c486b,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:17.359340 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90bf9f-47e4-43a4-a1af-efcc25d3ee07 admin admin] Checking segment: {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:17.361397 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90bf9f-47e4-43a4-a1af-efcc25d3ee07 admin admin] Network hostable DHCP agents. Network: d6b7a17e-09fe-4b39-b44c-2d1337d91ed7, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:29:17.471440 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] Pushing event updated for resources: {'Network': ['ID=6e320f58-9427-4b0d-a763-bf1097a2df87,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:17.476343 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443896af-c645-4ed4-b121-7b8ab77b7958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb3b861-383d-45b3-8bef-cfa89d0db409,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:17.485074 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network 6e320f58-9427-4b0d-a763-bf1097a2df87 details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:29:17.488347 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-ed87ff44-6e4a-411c-8db7-3baea0facd00 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8961439 Oct 27 21:29:17.495719 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53850) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:17.505129 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5951c8-4de5-4154-a1e8-85ea3da29331 admin admin] Network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:29:17.505834 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-c5c6d9af-00d8-4ddb-8b97-8aa100658c53 admin admin] Request body: {'subnet': {'network_id': '6e320f58-9427-4b0d-a763-bf1097a2df87', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1328964577-subnet', 'tenant_id': 'e6aae1d910dc403eb7db63a407b955b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:17.539604 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443896af-c645-4ed4-b121-7b8ab77b7958 admin admin] Checking segment: {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:17.540531 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443896af-c645-4ed4-b121-7b8ab77b7958 admin admin] Network hostable DHCP agents. Network: d8a8170b-e56c-445e-b9da-4e58c20eba72, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:29:17.544848 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c6d9af-00d8-4ddb-8b97-8aa100658c53 admin admin] Made reservation on behalf of e6aae1d910dc403eb7db63a407b955b2 for: {'subnet': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:17.548055 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c5c6d9af-00d8-4ddb-8b97-8aa100658c53 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.564101 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-0b5951c8-4de5-4154-a1e8-85ea3da29331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae) {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:17.570720 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5951c8-4de5-4154-a1e8-85ea3da29331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:17.572222 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0b5951c8-4de5-4154-a1e8-85ea3da29331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.578245 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90bf9f-47e4-43a4-a1af-efcc25d3ee07 admin admin] Network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:29:17.601330 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.633299 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc7caa0-4b94-4cc9-b3b5-6eb6c4656be9 None None] Network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:17.633871 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443896af-c645-4ed4-b121-7b8ab77b7958 admin admin] Network d8a8170b-e56c-445e-b9da-4e58c20eba72 is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:29:17.637511 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.639889 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-3d90bf9f-47e4-43a4-a1af-efcc25d3ee07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, d6b7a17e-09fe-4b39-b44c-2d1337d91ed7) {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:17.647175 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-443896af-c645-4ed4-b121-7b8ab77b7958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, d8a8170b-e56c-445e-b9da-4e58c20eba72) {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:17.648042 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d90bf9f-47e4-43a4-a1af-efcc25d3ee07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:17.649969 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3d90bf9f-47e4-43a4-a1af-efcc25d3ee07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.658007 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443896af-c645-4ed4-b121-7b8ab77b7958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:17.658977 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-443896af-c645-4ed4-b121-7b8ab77b7958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.694810 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-443896af-c645-4ed4-b121-7b8ab77b7958 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0674093 Oct 27 21:29:17.694810 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53852) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:17.696933 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-0b5951c8-4de5-4154-a1e8-85ea3da29331 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9194775 Oct 27 21:29:17.702196 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:17.723283 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-3d90bf9f-47e4-43a4-a1af-efcc25d3ee07 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6286945 Oct 27 21:29:17.728372 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53860) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:17.736302 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:17.739280 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147ee2a3-2a7d-4f35-8518-bb67d7ace234 None None] Network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:17.742931 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b59c05-acae-4701-ad3a-e829b0932ad4 None None] Network d8a8170b-e56c-445e-b9da-4e58c20eba72 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:17.781462 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53864) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:17.818012 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9082603d-76cd-4ac9-9fe5-e282a8cc2127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.819219 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.db.api [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 21:29:17.819219 dv-cinder-815746-1-iscsi neutron-server[101366]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 21:29:17.819219 dv-cinder-815746-1-iscsi neutron-server[101366]: [parameters: {'project_id_1': '660916c61f3041dcb024daef8e8d02f6', 'expiration_1': datetime.datetime(2021, 10, 27, 21, 28, 57, 742568)}] Oct 27 21:29:17.819219 dv-cinder-815746-1-iscsi neutron-server[101366]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 21:29:17.820662 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG oslo_db.api [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 21:29:17.822157 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c2dcb470-3b99-4961-b5ae-3a97e12b6675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.916587 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9082603d-76cd-4ac9-9fe5-e282a8cc2127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.921251 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3112'] for router, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.923664 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1736506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3091'] for router, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.936149 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9082603d-76cd-4ac9-9fe5-e282a8cc2127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:17.955487 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Allocated IP 172.27.2.66 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/90fc0bca-1057-484b-9567-b1fe1a2584da) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:17.979777 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082603d-76cd-4ac9-9fe5-e282a8cc2127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce5cf03-d27e-4c54-9235-c6d5c3159ef2,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:18.101717 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c2dcb470-3b99-4961-b5ae-3a97e12b6675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.111913 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c2dcb470-3b99-4961-b5ae-3a97e12b6675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.153647 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-9082603d-76cd-4ac9-9fe5-e282a8cc2127 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1b27898b487459d9f237218a74c1649&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8670802 Oct 27 21:29:18.166495 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53872) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:18.167595 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcb470-3b99-4961-b5ae-3a97e12b6675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586ff795-423e-4708-9844-b1209e091caa,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:18.185292 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c5c6d9af-00d8-4ddb-8b97-8aa100658c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for subnet, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.228425 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.257787 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9bf2287c-020a-49d6-974c-8d2e1cff2911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.295413 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9bf2287c-020a-49d6-974c-8d2e1cff2911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.322724 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe452df4e-5fb6-533b-8bad-3d646d7c8956-d6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a'}]}} from dv-cinder-815746-1-iscsi. {{(pid=101367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:29:18.324245 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.359983 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6d9af-00d8-4ddb-8b97-8aa100658c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a631f4-c219-4e1c-8e35-58fd7268c171,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:18.406602 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c2dcb470-3b99-4961-b5ae-3a97e12b6675 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e8c4c742b8d42a99339f0c103741196&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6222177 Oct 27 21:29:18.406970 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3112'] for router, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.408795 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1736506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3091'] for router, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.419544 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53874) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:18.429292 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9bf2287c-020a-49d6-974c-8d2e1cff2911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.432577 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9bf2287c-020a-49d6-974c-8d2e1cff2911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.433803 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-9bf2287c-020a-49d6-974c-8d2e1cff2911 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ce5cf03-d27e-4c54-9235-c6d5c3159ef2 HTTP/1.1" status: 204 len: 168 time: 0.2595088 Oct 27 21:29:18.488226 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c6d9af-00d8-4ddb-8b97-8aa100658c53 admin admin] Checking segment: {'id': 'f355253d-c6d8-4b41-8d3f-46d31e931ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e320f58-9427-4b0d-a763-bf1097a2df87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:18.488568 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2287c-020a-49d6-974c-8d2e1cff2911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce5cf03-d27e-4c54-9235-c6d5c3159ef2,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:18.488910 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c6d9af-00d8-4ddb-8b97-8aa100658c53 admin admin] Network hostable DHCP agents. Network: 6e320f58-9427-4b0d-a763-bf1097a2df87, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:29:18.495670 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.502394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.547312 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c6d9af-00d8-4ddb-8b97-8aa100658c53 admin admin] Network 6e320f58-9427-4b0d-a763-bf1097a2df87 is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:29:18.624807 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe452df4e-5fb6-533b-8bad-3d646d7c8956-d8a8170b-e56c-445e-b9da-4e58c20eba72', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409'}]}} from dv-cinder-815746-1-iscsi. {{(pid=101367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:29:18.625712 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.628200 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b144171f-687a-436f-b210-b4172d548ef3 None None] Network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:18.630082 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-c5c6d9af-00d8-4ddb-8b97-8aa100658c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, 6e320f58-9427-4b0d-a763-bf1097a2df87) {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:18.642198 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c6d9af-00d8-4ddb-8b97-8aa100658c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:18.642911 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c5c6d9af-00d8-4ddb-8b97-8aa100658c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.651526 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:18.698910 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c5c6d9af-00d8-4ddb-8b97-8aa100658c53 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1989906 Oct 27 21:29:18.721120 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a755c4-f0a2-4c87-a419-a2bc883fd5e7 None None] Network 6e320f58-9427-4b0d-a763-bf1097a2df87 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:18.732943 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.db_base_plugin_common [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Allocated IP 172.20.0.2 (d6b7a17e-09fe-4b39-b44c-2d1337d91ed7/277221fb-10ab-4eb5-b84a-f5934fc5fe8a/b6f18f80-77a7-4b40-acbd-553b36c0599f) {{(pid=101367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:18.934754 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53900) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:18.946593 dv-cinder-815746-1-iscsi neutron-server[101365]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 21:29:19.049687 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.059936 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fb733ba2-8496-42ab-97ff-8ffbf154494e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.227816 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:19.241195 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fb733ba2-8496-42ab-97ff-8ffbf154494e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.243841 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:19.248752 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.272702 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:19.279923 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.db_base_plugin_common [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Allocated IP 172.20.0.2 (d8a8170b-e56c-445e-b9da-4e58c20eba72/5bb3b861-383d-45b3-8bef-cfa89d0db409/e81c18a9-4b87-4c3f-8083-5f7fc60a6a05) {{(pid=101367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:19.333199 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93125b2-00a1-4ab4-9d8e-17da44eaed7f None None] Network 6e320f58-9427-4b0d-a763-bf1097a2df87 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:19.361033 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Pushing event updated for resources: {'Port': ['ID=90fc0bca-1057-484b-9567-b1fe1a2584da,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:19.453192 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53912) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:19.476066 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9b94-c98f-4fa4-8e1e-3364e1c63ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.478523 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Publish callbacks [] for port, precommit_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.513647 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.516709 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.551411 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 is already hosted by enough agents. {{(pid=101367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:19.575710 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 53926) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:19.584566 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.base_scheduler [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Resources bound (agent type, host, resource id): {{(pid=101367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:19.618717 dv-cinder-815746-1-iscsi neutron-server[101366]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 21:29:19.619845 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Received port after_create {{(pid=101367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:19.664436 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-fa7ed445-0841-4c29-afb4-355458c74cd7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:19.667692 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-fa7ed445-0841-4c29-afb4-355458c74cd7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 814 time: 0.7281816 Oct 27 21:29:19.738689 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fb733ba2-8496-42ab-97ff-8ffbf154494e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.739018 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Pushing event updated for resources: {'Port': ['ID=b6f18f80-77a7-4b40-acbd-553b36c0599f,revision_number=1']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:19.741230 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fb733ba2-8496-42ab-97ff-8ffbf154494e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.745093 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-fb733ba2-8496-42ab-97ff-8ffbf154494e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/586ff795-423e-4708-9844-b1209e091caa HTTP/1.1" status: 204 len: 168 time: 1.3222389 Oct 27 21:29:19.746305 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.762724 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Attempting to bind port b6f18f80-77a7-4b40-acbd-553b36c0599f on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:19.763186 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Attempting to bind port b6f18f80-77a7-4b40-acbd-553b36c0599f by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:19.763535 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Attempting to bind port b6f18f80-77a7-4b40-acbd-553b36c0599f on network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:19.782682 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb733ba2-8496-42ab-97ff-8ffbf154494e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586ff795-423e-4708-9844-b1209e091caa,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:19.796009 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:19.796426 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Checking segment: {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:19.796835 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.797257 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Bound using segment: {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:19.797749 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Bound port: b6f18f80-77a7-4b40-acbd-553b36c0599f, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:19.798359 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.800737 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.804288 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:19.804963 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:19.806157 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-055120ad-66cd-4424-b612-5f67c6aa31f6 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/quotas/82abb78d5839476888d22129c36dceb7 HTTP/1.1" status: 200 len: 375 time: 0.1218667 Oct 27 21:29:19.806884 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:19.807376 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:19.808546 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:19.809077 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:19.809892 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:19.810371 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:19.810887 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:19.811439 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:19.811944 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:19.812425 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Tracked resource versions report: Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: pushed versions: Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: { 'AddressGroup': {'1.2'}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'ConntrackHelper': {'1.0'}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Log': {'1.0'}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Network': {'1.1'}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Port': {'1.7'}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'PortForwarding': {'1.2'}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'QosPolicy': {'1.10'}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'SecurityGroup': {'1.4'}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'SubPort': {'1.0'}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Subnet': {'1.1'}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Trunk': {'1.1'}} Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: consumer versions: Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: { DHCP agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: HyperV agent@hv-cinder-81574: {}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: L3 agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: Metadata agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: Metering agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: Open vSwitch agent@dv-cinder-815746-1-iscsi: { 'AddressGroup': '1.2', Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'ConntrackHelper': '1.0', Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Log': '1.0', Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Network': '1.1', Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Port': '1.7', Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'PortForwarding': '1.2', Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'QosPolicy': '1.10', Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'SecurityGroup': '1.4', Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'SecurityGroupRule': '1.2', Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'SubPort': '1.0', Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Subnet': '1.1', Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: 'Trunk': '1.1'}} Oct 27 21:29:19.814537 dv-cinder-815746-1-iscsi neutron-server[101367]: {{(pid=101367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:29:19.945898 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-1b84cf0f-74ba-47ef-aa5e-53649f6c0d08 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:19.947652 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-1b84cf0f-74ba-47ef-aa5e-53649f6c0d08 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/networks?id=6e320f58-9427-4b0d-a763-bf1097a2df87 HTTP/1.1" status: 200 len: 812 time: 0.3662577 Oct 27 21:29:19.978125 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Publish callbacks [] for port, precommit_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:19.995748 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.030523 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-ca58c004-ccc3-4c09-998c-72bed1497cfd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2040167 Oct 27 21:29:20.037081 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] For port b6f18f80-77a7-4b40-acbd-553b36c0599f, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:20.041460 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.088847 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] For port b6f18f80-77a7-4b40-acbd-553b36c0599f, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=b6f18f80-77a7-4b40-acbd-553b36c0599f,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:20.120151 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.129038 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Network d8a8170b-e56c-445e-b9da-4e58c20eba72 is already hosted by enough agents. {{(pid=101367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:20.138103 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Pushing event updated for resources: {'Port': ['ID=e81c18a9-4b87-4c3f-8083-5f7fc60a6a05,revision_number=1']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:20.147210 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.base_scheduler [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Resources bound (agent type, host, resource id): {{(pid=101367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:20.155362 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Received port after_create {{(pid=101367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:20.194408 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9b94-c98f-4fa4-8e1e-3364e1c63ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.204430 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6dbd9b94-c98f-4fa4-8e1e-3364e1c63ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.275262 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd9b94-c98f-4fa4-8e1e-3364e1c63ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07beea7-181b-4de7-860e-e0cf7c6a17ca,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:20.302642 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-d3bbbf54-d2b6-4daa-9a82-9b2471f9a7be tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/quotas/e6aae1d910dc403eb7db63a407b955b2 HTTP/1.1" status: 200 len: 375 time: 0.2639275 Oct 27 21:29:20.352610 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b0bf3-068d-4ad1-a66f-e079b6a04846 None None] Pushing event updated for resources: {'Port': ['ID=b6f18f80-77a7-4b40-acbd-553b36c0599f,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:20.360099 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Allocated IP 172.27.2.234 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/f88dd6fe-fd82-42e9-ad0c-ad546a7d1634) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:20.367428 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Attempting to bind port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:20.368730 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Attempting to bind port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:20.372515 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Attempting to bind port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 on network d8a8170b-e56c-445e-b9da-4e58c20eba72 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:20.372703 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-d7559116-6b56-4e7d-916a-3a4009141ae0 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6aae1d910dc403eb7db63a407b955b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677552 Oct 27 21:29:20.386051 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-6dbd9b94-c98f-4fa4-8e1e-3364e1c63ac4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1df35cff09bd4ceca52b83f515cdf8bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9271243 Oct 27 21:29:20.390072 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 53942) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:20.390764 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:20.391252 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Checking segment: {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:20.392816 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.393339 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Bound using segment: {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:20.395264 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Bound port: e81c18a9-4b87-4c3f-8083-5f7fc60a6a05, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:20.396795 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.466930 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-0f525194-5f3e-467c-b793-5ad3d6a9fed5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:29:20.470494 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.484640 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-0f525194-5f3e-467c-b793-5ad3d6a9fed5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1692529 Oct 27 21:29:20.496072 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.559547 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] For port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:20.567554 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628572'] for router, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.571401 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] For port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=e81c18a9-4b87-4c3f-8083-5f7fc60a6a05,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:20.577414 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.726620 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-84f43174-e821-4b28-afef-dfbb999c764f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:29:20.742745 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-84f43174-e821-4b28-afef-dfbb999c764f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1776114 Oct 27 21:29:20.815446 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf728-db5e-42fe-be74-cd101d8d1d78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.873484 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf728-db5e-42fe-be74-cd101d8d1d78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:20.907546 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-f92e3388-0ee9-40fb-9554-090c718fab1f service neutron] 10.222.0.53 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207921 Oct 27 21:29:20.942258 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device b6f18f80-77a7-4b40-acbd-553b36c0599f up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:20.961109 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.024648 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0afe82-fc1e-4923-adcf-b04b5e84c7c8 None None] Pushing event updated for resources: {'Port': ['ID=e81c18a9-4b87-4c3f-8083-5f7fc60a6a05,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:21.078869 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port b6f18f80-77a7-4b40-acbd-553b36c0599f triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:21.081184 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.128339 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf728-db5e-42fe-be74-cd101d8d1d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.131730 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf728-db5e-42fe-be74-cd101d8d1d78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.143275 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-f4ccf728-db5e-42fe-be74-cd101d8d1d78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e07beea7-181b-4de7-860e-e0cf7c6a17ca HTTP/1.1" status: 204 len: 168 time: 0.7398455 Oct 27 21:29:21.156038 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccf728-db5e-42fe-be74-cd101d8d1d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07beea7-181b-4de7-860e-e0cf7c6a17ca,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:21.183021 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.385611 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Allocated IP 172.27.2.239 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/8204be9e-98ab-43fc-88bb-1438a4f9626d) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:21.415059 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.431346 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:21.474967 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:21.491893 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-21dbdc3a-13e6-4276-95c3-0026ea8474ad service neutron] 10.222.0.53 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520864 Oct 27 21:29:21.493341 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:21.498263 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port b6f18f80-77a7-4b40-acbd-553b36c0599f, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=b6f18f80-77a7-4b40-acbd-553b36c0599f,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:21.507272 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.528141 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Pushing event updated for resources: {'Port': ['ID=f88dd6fe-fd82-42e9-ad0c-ad546a7d1634,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:21.652024 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.667185 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=b6f18f80-77a7-4b40-acbd-553b36c0599f,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:21.862590 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:21.923756 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:21.951015 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:21.960123 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:22.208637 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Pushing event updated for resources: {'Port': ['ID=8204be9e-98ab-43fc-88bb-1438a4f9626d,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:22.319961 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973192ff-cfd8-4fab-8a25-20659d2663e3 None None] Network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:22.374300 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a0479a34-2442-429f-83a7-60a791a8c596 req-d407ec7f-abbf-4c71-80b0-83499ed438ce tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 210 time: 0.1431558 Oct 27 21:29:22.376593 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-69fa0d00-1072-4e86-a67d-87a55d54cca8 service neutron] 10.222.0.53 "GET /v2.0/networks/6e320f58-9427-4b0d-a763-bf1097a2df87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6198356 Oct 27 21:29:22.407520 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:22.530596 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-6b705707-abc9-41a5-9ea7-171006c130e6 None None] Provisioning complete for port b6f18f80-77a7-4b40-acbd-553b36c0599f triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:22.533825 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6b705707-abc9-41a5-9ea7-171006c130e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:23.105128 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Router b4e1ffe9-22be-4aff-b637-bc974bf10b02 is scheduled to L3 agent 1818124e-4753-4485-930e-911ae30a2937 with binding_index 1 {{(pid=101366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:29:23.165776 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:23.218432 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6dcfd912-053a-4753-8e45-5a32a90c7d7a service neutron] 10.222.0.53 "GET /v2.0/networks/6e320f58-9427-4b0d-a763-bf1097a2df87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8403094 Oct 27 21:29:23.230096 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363fc6f4-77d0-483f-901b-e3b1d3827c3a None None] Network d8a8170b-e56c-445e-b9da-4e58c20eba72 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:29:23.395259 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-ea109a2b-c6aa-442f-8503-34028d2f8a54 None None] Provisioning complete for port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:23.396299 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-ea109a2b-c6aa-442f-8503-34028d2f8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:23.487353 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628572'] for router, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:23.535258 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:23.719189 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-179b3059-c87a-49fd-bdde-f8c56cd230ec req-89c69b29-c7e7-482f-be74-ba3c45f55cc8 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 210 time: 0.0703781 Oct 27 21:29:23.807375 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:23.808175 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:23.943459 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Router 0e70cc8c-4611-458b-955e-5168ac16fa93 is scheduled to L3 agent 1818124e-4753-4485-930e-911ae30a2937 with binding_index 1 {{(pid=101365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:29:23.955114 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:23.955832 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-ea109a2b-c6aa-442f-8503-34028d2f8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:23.973001 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Sync routers for ids ['b4e1ffe9-22be-4aff-b637-bc974bf10b02'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:23.995604 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Routers {'b4e1ffe9-22be-4aff-b637-bc974bf10b02'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:23.997720 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:29:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['b4e1ffe9-22be-4aff-b637-bc974bf10b02'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:24.011148 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8f1c0e95-c191-4e97-95ee-03c2b5a57e87 req-052fe8cf-c171-4d2a-b2da-62169b4c73f1 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 210 time: 0.2917809 Oct 27 21:29:24.088000 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:24.092146 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-e4c26de0-0580-488d-a06c-fb29f6fad957 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.9542196 Oct 27 21:29:24.093639 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-ea109a2b-c6aa-442f-8503-34028d2f8a54 None None] For port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=e81c18a9-4b87-4c3f-8083-5f7fc60a6a05,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:24.117406 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54068) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:24.127052 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-ea109a2b-c6aa-442f-8503-34028d2f8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:24.325540 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device b6f18f80-77a7-4b40-acbd-553b36c0599f up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:24.509069 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:24.560563 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Sync routers for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:24.580491 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] Publish callbacks [] for router, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:24.581826 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-cc705fb4-28c8-4778-8cf2-61560d1461fc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8894060 Oct 27 21:29:24.585744 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 54092) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:24.729414 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-35b79b6b-2841-4a35-83af-0a678359996b None None] Provisioning complete for port b6f18f80-77a7-4b40-acbd-553b36c0599f triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:24.730317 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-35b79b6b-2841-4a35-83af-0a678359996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:24.824740 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Set router b4e1ffe9-22be-4aff-b637-bc974bf10b02 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:24.882325 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628572'] for router, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:24.954008 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:24.955445 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:29:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:25.193498 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea109a2b-c6aa-442f-8503-34028d2f8a54 None None] Pushing event updated for resources: {'Port': ['ID=e81c18a9-4b87-4c3f-8083-5f7fc60a6a05,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:25.246854 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port b6f18f80-77a7-4b40-acbd-553b36c0599f triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:25.249761 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.401585 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:25.469818 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5bb65ad1-e56a-425b-8317-f2b861196251 req-0f4a8596-09ed-4e71-a074-78a5bb2ac894 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 210 time: 0.4745147 Oct 27 21:29:25.493308 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'name': 'tempest-ServerRescueNegativeTestJSON-2034267507-router', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:16Z', 'updated_at': '2021-10-27T21:29:19Z', 'revision_number': 3, 'project_id': 'bc6c55df10484f298c4a3a060945e240', 'gw_port': {'id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:25.656705 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Checking router: b4e1ffe9-22be-4aff-b637-bc974bf10b02 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:25.657475 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Updating router b4e1ffe9-22be-4aff-b637-bc974bf10b02 port 90fc0bca-1057-484b-9567-b1fe1a2584da binding host dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:25.783742 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.819367 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1188503c-9d25-4a09-bd47-c9cda7d37dfd req-311c666e-f0b4-4fe4-9f4d-36c11a9bdaca tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 210 time: 0.2167461 Oct 27 21:29:25.908887 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-c4e7df01-1b6e-4766-9b6c-b6cd93855bd8 None None] Provisioning complete for port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:25.909526 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-c4e7df01-1b6e-4766-9b6c-b6cd93855bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:25.992364 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 is scheduled to L3 agent 1818124e-4753-4485-930e-911ae30a2937 with binding_index 1 {{(pid=101366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:29:26.069032 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:21Z', 'revision_number': 3, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:26.131042 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.207650 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Checking router: 0e70cc8c-4611-458b-955e-5168ac16fa93 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:26.208033 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Updating router 0e70cc8c-4611-458b-955e-5168ac16fa93 port f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 binding host dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:26.210218 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.83', 56304) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:26.235968 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:26.481913 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:26.549836 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Sync routers for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:26.716053 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:26.721865 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:29:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:26.787063 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:26.796193 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-d9752780-09a2-4a9f-b1b8-b084af7ef459 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0652721 Oct 27 21:29:26.805333 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 54156) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:26.951900 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54166) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:26.998167 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.003801 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.357888 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:27.358308 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.504164 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Publish callbacks [] for port, precommit_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.528352 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.558558 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:27.594270 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Attempting to bind port 90fc0bca-1057-484b-9567-b1fe1a2584da on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:27.594935 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Attempting to bind port 90fc0bca-1057-484b-9567-b1fe1a2584da by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:27.595858 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Attempting to bind port 90fc0bca-1057-484b-9567-b1fe1a2584da on network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:27.615590 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Allocated IP 172.20.0.1 (15eb65b5-0ac0-4d2d-8778-7e331e77b30c/55d4d4c6-62d1-4440-b670-fe01a605f294/921f8ffe-9bad-41d2-a4c9-acb0c535115f) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:27.651629 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:27.652183 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Checking segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:27.652693 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.653255 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Bound using segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:27.653865 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Bound port: 90fc0bca-1057-484b-9567-b1fe1a2584da, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:27.654373 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.729216 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] For port 90fc0bca-1057-484b-9567-b1fe1a2584da, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:27.736025 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] For port 90fc0bca-1057-484b-9567-b1fe1a2584da, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=90fc0bca-1057-484b-9567-b1fe1a2584da,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:27.777716 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.818742 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.873970 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3d2e0f45-70e7-4e95-8be1-767d76ea1c26 req-3507f962-631c-4bb2-83e8-1e61cf879260 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 210 time: 0.6573770 Oct 27 21:29:27.888063 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5066c144-45b2-44cb-8b8c-d5857063658b req-fc37bd83-4e9a-490b-803d-c86d9dd189cc tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 210 time: 0.6693676 Oct 27 21:29:27.895932 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.911581 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-124c00e4-7cce-4cda-b37c-b0d41907cb21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:27.969310 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Routers {'b4e1ffe9-22be-4aff-b637-bc974bf10b02'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:27.971287 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:29:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['b4e1ffe9-22be-4aff-b637-bc974bf10b02'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:27.986138 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:27.993799 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Pushing event updated for resources: {'Port': ['ID=921f8ffe-9bad-41d2-a4c9-acb0c535115f,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:27.994423 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-52dc2ff5-e9fd-4be5-bc2f-06ee47965e71 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:27.997075 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-52dc2ff5-e9fd-4be5-bc2f-06ee47965e71 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 814 time: 1.7801368 Oct 27 21:29:28.009162 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:28.015520 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:28.016546 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703873'] for router_interface, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:28.120476 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Publish callbacks [] for port, precommit_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:28.162338 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.83', 56312) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:28.179566 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:28.203318 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Request body: {'port': {'device_id': 'cb676e4f-1798-4622-9bf2-21b5e3d5eb5c', 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae', 'admin_state_up': True, 'tenant_id': '82abb78d5839476888d22129c36dceb7'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:28.274591 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] Set router b4e1ffe9-22be-4aff-b637-bc974bf10b02 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:28.506071 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa77f8d-fa14-4c35-91cc-95db61372671 None None] Pushing event updated for resources: {'Port': ['ID=f88dd6fe-fd82-42e9-ad0c-ad546a7d1634,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:28.516013 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-0fdb3b9d-56c4-4b19-b05a-5e0a228302ce tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:28.530860 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-0fdb3b9d-56c4-4b19-b05a-5e0a228302ce tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.83 "GET /v2.0/networks?id=6e320f58-9427-4b0d-a763-bf1097a2df87 HTTP/1.1" status: 200 len: 812 time: 0.3651445 Oct 27 21:29:28.537342 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Attempting to bind port f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:28.538329 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Attempting to bind port f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:28.539158 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Attempting to bind port f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 on network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:28.591909 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:28.592253 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-124c00e4-7cce-4cda-b37c-b0d41907cb21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:28.597603 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Checking segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:28.606820 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:28.608418 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Bound using segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:28.618230 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Bound port: f88dd6fe-fd82-42e9-ad0c-ad546a7d1634, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:28.619559 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:28.630971 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-124c00e4-7cce-4cda-b37c-b0d41907cb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:28.661080 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Pushing event updated for resources: {'Port': ['ID=90fc0bca-1057-484b-9567-b1fe1a2584da,revision_number=3']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:28.669552 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'name': 'tempest-ServerRescueNegativeTestJSON-2034267507-router', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:16Z', 'updated_at': '2021-10-27T21:29:19Z', 'revision_number': 3, 'project_id': 'bc6c55df10484f298c4a3a060945e240', 'gw_port': {'id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:28.706223 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b9200-ded8-43fd-bb50-e024d61a90c6 None None] The sync data for ids ['b4e1ffe9-22be-4aff-b637-bc974bf10b02'] in dv-cinder-815746-1-iscsi is: [{'id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'name': 'tempest-ServerRescueNegativeTestJSON-2034267507-router', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:16Z', 'updated_at': '2021-10-27T21:29:19Z', 'revision_number': 3, 'project_id': 'bc6c55df10484f298c4a3a060945e240', 'gw_port': {'id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:28.723622 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:28.724157 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:28.724781 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:28.725071 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:28.725559 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:28.725997 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:28.726423 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:28.726848 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:28.727302 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:28.727732 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:28.728153 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:28.728643 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Tracked resource versions report: Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: pushed versions: Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: { 'AddressGroup': {'1.2'}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'ConntrackHelper': {'1.0'}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Log': {'1.0'}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Network': {'1.1'}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Port': {'1.7'}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'PortForwarding': {'1.2'}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'QosPolicy': {'1.10'}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'SecurityGroup': {'1.4'}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'SecurityGroupRule': {'1.2'}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'SubPort': {'1.0'}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Subnet': {'1.1'}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Trunk': {'1.1'}} Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: consumer versions: Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: { DHCP agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: HyperV agent@hv-cinder-81574: {}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: L3 agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: Metadata agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: Metering agent@dv-cinder-815746-1-iscsi: {}, Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: Open vSwitch agent@dv-cinder-815746-1-iscsi: { 'AddressGroup': '1.2', Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'ConntrackHelper': '1.0', Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Log': '1.0', Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Network': '1.1', Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Port': '1.7', Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'PortForwarding': '1.2', Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'QosPolicy': '1.10', Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'SecurityGroup': '1.4', Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'SecurityGroupRule': '1.2', Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'SubPort': '1.0', Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Subnet': '1.1', Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: 'Trunk': '1.1'}} Oct 27 21:29:28.729993 dv-cinder-815746-1-iscsi neutron-server[101368]: {{(pid=101368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 21:29:28.802584 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fb667-88a7-48a8-8e36-167cf3ea2709 None None] Pushing event updated for resources: {'Port': ['ID=90fc0bca-1057-484b-9567-b1fe1a2584da,revision_number=3']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:28.835160 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:22Z', 'revision_number': 3, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:28.893728 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Checking router: 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:28.894070 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Updating router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 port 8204be9e-98ab-43fc-88bb-1438a4f9626d binding host dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:28.906424 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:28.916131 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-124c00e4-7cce-4cda-b37c-b0d41907cb21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=055cddfb1f0b4273974a88f5f82a9556&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9579566 Oct 27 21:29:28.918109 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c00e4-7cce-4cda-b37c-b0d41907cb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18089df-47da-446e-8187-46fe7ff1c355,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:28.932161 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54216) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:28.988377 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:29.155391 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0e5039c4-6c84-4278-8281-669a3653b399 req-06a4cb2f-83c9-4643-a342-235b76d0faa0 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 210 time: 0.0842297 Oct 27 21:29:29.179219 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] For port f88dd6fe-fd82-42e9-ad0c-ad546a7d1634, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:29.206615 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] For port f88dd6fe-fd82-42e9-ad0c-ad546a7d1634, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=f88dd6fe-fd82-42e9-ad0c-ad546a7d1634,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:29.220385 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:29.420923 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:29.422066 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:29:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:29.435318 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-50130cb7-2d57-427e-b4df-589566216f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:29.589783 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa77f8d-fa14-4c35-91cc-95db61372671 None None] Pushing event updated for resources: {'Port': ['ID=f88dd6fe-fd82-42e9-ad0c-ad546a7d1634,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:29.637385 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Allocated IP 172.20.0.1 (d8a8170b-e56c-445e-b9da-4e58c20eba72/5bb3b861-383d-45b3-8bef-cfa89d0db409/0a1605be-d16a-4839-963e-d3153591fe8e) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:29.644638 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Request body: {'port': {'device_id': 'f2588eab-6acc-4e2c-998e-577abd9d5fd8', 'network_id': '6e320f58-9427-4b0d-a763-bf1097a2df87', 'admin_state_up': True, 'tenant_id': 'e6aae1d910dc403eb7db63a407b955b2'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:29.710070 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-50130cb7-2d57-427e-b4df-589566216f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:29.742756 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:29.847932 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ada62049-2deb-4f61-bec1-5db5e3558141 req-58efc501-8d89-4479-b951-8a86fde410d3 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 210 time: 0.2388532 Oct 27 21:29:29.850855 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Made reservation on behalf of 82abb78d5839476888d22129c36dceb7 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:29.855336 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:29.964078 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:29.987865 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:29.990654 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630033'] for router_interface, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.183310 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-50130cb7-2d57-427e-b4df-589566216f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.191738 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-50130cb7-2d57-427e-b4df-589566216f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.212255 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-50130cb7-2d57-427e-b4df-589566216f09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f18089df-47da-446e-8187-46fe7ff1c355 HTTP/1.1" status: 204 len: 168 time: 1.2594688 Oct 27 21:29:30.218811 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Publish callbacks [] for port, precommit_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.238568 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.238754 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 90fc0bca-1057-484b-9567-b1fe1a2584da up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:30.438512 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Attempting to bind port 8204be9e-98ab-43fc-88bb-1438a4f9626d on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:30.439926 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Attempting to bind port 8204be9e-98ab-43fc-88bb-1438a4f9626d by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:30.441369 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Attempting to bind port 8204be9e-98ab-43fc-88bb-1438a4f9626d on network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:30.465722 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 90fc0bca-1057-484b-9567-b1fe1a2584da triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:30.466427 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.496793 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:30.499460 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Checking segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:30.502478 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.505443 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Bound using segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:30.510356 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Bound port: 8204be9e-98ab-43fc-88bb-1438a4f9626d, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:30.511124 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.578595 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50130cb7-2d57-427e-b4df-589566216f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18089df-47da-446e-8187-46fe7ff1c355,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:30.626322 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de021834-c27f-4118-8070-afb3874a31f0 None None] Pushing event updated for resources: {'Port': ['ID=8204be9e-98ab-43fc-88bb-1438a4f9626d,revision_number=2']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:30.711198 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Pushing event updated for resources: {'Port': ['ID=921f8ffe-9bad-41d2-a4c9-acb0c535115f,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:30.799114 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] For port 8204be9e-98ab-43fc-88bb-1438a4f9626d, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:30.810678 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] For port 8204be9e-98ab-43fc-88bb-1438a4f9626d, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=8204be9e-98ab-43fc-88bb-1438a4f9626d,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:30.819655 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:30.913001 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ea990082-d9b2-4882-92de-cc7b24153bee req-a499a58f-f514-4a1b-991e-19175b8442ff tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 210 time: 0.4020154 Oct 27 21:29:30.973860 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:30.989526 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:31.135039 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.190244 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:31.201854 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:29:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:31.218273 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:21Z', 'revision_number': 3, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:31.231736 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.272056 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Made reservation on behalf of e6aae1d910dc403eb7db63a407b955b2 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:31.279188 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.321583 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.382312 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Network d8a8170b-e56c-445e-b9da-4e58c20eba72 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:31.396746 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:31.411719 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d074cad-95ad-439f-b2a0-8c697e93a772 None None] The sync data for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi is: [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:21Z', 'revision_number': 3, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:31.416183 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38ffd2c2-763f-4a3d-963f-142f80d2ea52 req-25312817-7f7d-4f63-bbc3-8560641e1248 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 210 time: 0.1160069 Oct 27 21:29:31.455452 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:31.456706 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703873'] for router_interface, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.479706 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port 90fc0bca-1057-484b-9567-b1fe1a2584da, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=90fc0bca-1057-484b-9567-b1fe1a2584da,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:31.491111 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:31.611572 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de021834-c27f-4118-8070-afb3874a31f0 None None] Pushing event updated for resources: {'Port': ['ID=8204be9e-98ab-43fc-88bb-1438a4f9626d,revision_number=3']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:31.738351 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=90fc0bca-1057-484b-9567-b1fe1a2584da,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:31.827103 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Router b4e1ffe9-22be-4aff-b637-bc974bf10b02 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:29:31.874979 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:31.947474 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Allocated IP 172.20.0.10 (644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae/925a5092-ed1d-4fb8-b9bb-a90d2e0606f6/9c070cce-a35a-4470-b674-1fcbeabd69f0) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:32.092404 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 90fc0bca-1057-484b-9567-b1fe1a2584da up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:32.195590 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-af90f073-b5dd-463d-af6d-4c1f7aee7917 None None] Provisioning complete for port 0a1605be-d16a-4839-963e-d3153591fe8e triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:32.196613 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-af90f073-b5dd-463d-af6d-4c1f7aee7917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:32.365628 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-af90f073-b5dd-463d-af6d-4c1f7aee7917 None None] Port 0a1605be-d16a-4839-963e-d3153591fe8e cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:32.451024 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 90fc0bca-1057-484b-9567-b1fe1a2584da triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:32.454775 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:32.582397 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c66a74e7-9a2e-420c-aa54-d89d6bf03ed1 req-f8d3f634-20d2-4059-8377-ccb8e9b792ef tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 210 time: 0.2229166 Oct 27 21:29:32.734269 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:32.765445 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-2c815324-4051-4561-8763-ce8d15177d7f admin admin] 10.222.0.53 "PUT /v2.0/routers/b4e1ffe9-22be-4aff-b637-bc974bf10b02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6340308 Oct 27 21:29:32.810715 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Allocated IP 172.20.0.14 (6e320f58-9427-4b0d-a763-bf1097a2df87/34a631f4-c219-4e1c-8e35-58fd7268c171/f937d7fa-14ed-4fb4-abdb-eb76e7baeece) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:32.819382 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:22Z', 'revision_number': 3, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:32.874302 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:32.936207 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Sync routers for ids ['b4e1ffe9-22be-4aff-b637-bc974bf10b02'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:32.948746 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4555c93-5f2f-4acc-a0ee-096964f3a6ca None None] The sync data for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi is: [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:22Z', 'revision_number': 3, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:33.048341 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Routers {'b4e1ffe9-22be-4aff-b637-bc974bf10b02'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:33.055934 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:29:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['b4e1ffe9-22be-4aff-b637-bc974bf10b02'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:33.698663 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Set router b4e1ffe9-22be-4aff-b637-bc974bf10b02 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:34.097789 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a945097-d13d-423a-a03a-083823682672 req-b79c0b58-c401-41df-a740-7fe0ac9cd6c2 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:34.124510 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-b79c0b58-c401-41df-a740-7fe0ac9cd6c2 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 819 time: 0.3273129 Oct 27 21:29:34.153540 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-39af74b4-5446-4872-83a3-ddb6c1289100 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/quotas/bc6c55df10484f298c4a3a060945e240 HTTP/1.1" status: 200 len: 375 time: 0.0277336 Oct 27 21:29:34.334557 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-50ea323c-2b1b-4921-b7ed-ad4888cdf5eb tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1776001 Oct 27 21:29:34.417238 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:34.567894 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54334) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:34.600091 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:34.619988 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-a068aa29-ebb6-40f0-b25f-e5feedb3e85d service neutron] 10.222.0.53 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816749 Oct 27 21:29:34.723516 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:34.751311 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1605be-d16a-4839-963e-d3153591fe8e,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:34.767782 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:34.768304 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630033'] for router_interface, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:34.789035 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5fcb7e55-99fd-469e-b310-c62344f91141 req-dcc6bfbc-4594-40c7-a9ae-9c3471d8c7fa tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 210 time: 1.8963437 Oct 27 21:29:34.951641 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:34.952386 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:34.957406 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9f953aba-4d55-493d-a0ce-fe0df62039f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:34.967867 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-bd6dd7ae-d882-47fc-9eca-23a9e1dd1934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:35.011168 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-8de5beae-86d9-47a0-baca-7314b1eda9b5 service neutron] 10.222.0.53 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897562 Oct 27 21:29:35.070624 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'name': 'tempest-ServerRescueNegativeTestJSON-2034267507-router', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:16Z', 'updated_at': '2021-10-27T21:29:28Z', 'revision_number': 4, 'project_id': 'bc6c55df10484f298c4a3a060945e240', 'gw_port': {'id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '921f8ffe-9bad-41d2-a4c9-acb0c535115f', 'name': '', 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'mac_address': 'fa:16:3e:17:41:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '55d4d4c6-62d1-4440-b670-fe01a605f294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:27Z', 'updated_at': '2021-10-27T21:29:29Z', 'revision_number': 2, 'project_id': 'bc6c55df10484f298c4a3a060945e240', 'subnets': [{'id': '55d4d4c6-62d1-4440-b670-fe01a605f294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:35.131270 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Checking router: b4e1ffe9-22be-4aff-b637-bc974bf10b02 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:35.132430 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Updating router b4e1ffe9-22be-4aff-b637-bc974bf10b02 port 921f8ffe-9bad-41d2-a4c9-acb0c535115f binding host dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:35.170203 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:35.353138 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9f953aba-4d55-493d-a0ce-fe0df62039f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:35.365126 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9f953aba-4d55-493d-a0ce-fe0df62039f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:35.367918 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:35.409516 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port f88dd6fe-fd82-42e9-ad0c-ad546a7d1634, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=f88dd6fe-fd82-42e9-ad0c-ad546a7d1634,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:35.589248 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f953aba-4d55-493d-a0ce-fe0df62039f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc8ba42-65c2-4018-abe2-1edbe5bf657c,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:35.616173 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-9f953aba-4d55-493d-a0ce-fe0df62039f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea7700be2c8b477d9dd254972b91f56a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0462501 Oct 27 21:29:35.633818 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54350) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:35.650653 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:35.651877 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 8204be9e-98ab-43fc-88bb-1438a4f9626d up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:35.762016 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-bc70db71-0416-4654-bd85-14370f42b048 req-9a59a60f-83c9-48f1-9943-d3a96f4d5b4c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 210 time: 0.1425714 Oct 27 21:29:35.836772 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Allocated IP 172.20.0.1 (d6b7a17e-09fe-4b39-b44c-2d1337d91ed7/277221fb-10ab-4eb5-b84a-f5934fc5fe8a/044c4efb-47e5-4c8a-846a-22bdad2c5d1d) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:35.930532 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5434fee3-7839-49ad-82d0-47bdf9cc22bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:36.043068 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5434fee3-7839-49ad-82d0-47bdf9cc22bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:36.245106 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:36.273030 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10a1d90f-215b-4fcb-b3f9-19f88b8a9671 req-6ced53c4-5e0f-43c4-95b9-edaac2ccc5d3 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 210 time: 0.6126008 Oct 27 21:29:36.397693 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a481495d-c439-4ea4-9d40-f493e782e05c req-cbd51e82-7160-4d3b-94d3-eaa2ebb25e59 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 210 time: 0.1840849 Oct 27 21:29:36.406245 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=f88dd6fe-fd82-42e9-ad0c-ad546a7d1634,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:36.408277 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5434fee3-7839-49ad-82d0-47bdf9cc22bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:36.417798 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5434fee3-7839-49ad-82d0-47bdf9cc22bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:36.429282 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-5434fee3-7839-49ad-82d0-47bdf9cc22bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2dc8ba42-65c2-4018-abe2-1edbe5bf657c HTTP/1.1" status: 204 len: 168 time: 0.7864907 Oct 27 21:29:36.455252 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434fee3-7839-49ad-82d0-47bdf9cc22bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc8ba42-65c2-4018-abe2-1edbe5bf657c,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:36.488329 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 8204be9e-98ab-43fc-88bb-1438a4f9626d triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:36.488877 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:36.631318 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:36.674767 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port 8204be9e-98ab-43fc-88bb-1438a4f9626d, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=8204be9e-98ab-43fc-88bb-1438a4f9626d,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:36.702009 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:36.799205 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=8204be9e-98ab-43fc-88bb-1438a4f9626d,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:36.820353 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Publish callbacks [] for port, precommit_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:36.837074 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:36.988057 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fa5bc-4aea-47fd-94a0-71244362ae4b None None] Pushing event updated for resources: {'Port': ['ID=921f8ffe-9bad-41d2-a4c9-acb0c535115f,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:37.105394 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Attempting to bind port 921f8ffe-9bad-41d2-a4c9-acb0c535115f on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:37.105757 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Attempting to bind port 921f8ffe-9bad-41d2-a4c9-acb0c535115f by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:37.106088 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Attempting to bind port 921f8ffe-9bad-41d2-a4c9-acb0c535115f on network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:37.146356 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:37.150648 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:37.153054 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Checking segment: {'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:37.161558 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:37.162926 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Bound using segment: {'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:37.163733 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Bound port: 921f8ffe-9bad-41d2-a4c9-acb0c535115f, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:37.163998 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-a47dabd3-69b8-44c5-b515-ad9032c3d3e3 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:37.165266 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:37.173809 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-a47dabd3-69b8-44c5-b515-ad9032c3d3e3 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 819 time: 0.4277129 Oct 27 21:29:37.178779 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:37.224443 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-ddcb3042-222f-4fb3-823d-cd5ed87e4eda tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/quotas/bc6c55df10484f298c4a3a060945e240 HTTP/1.1" status: 200 len: 375 time: 0.0491328 Oct 27 21:29:37.389609 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-61a603a3-9731-477b-b5fe-5fa9b54a392c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1636775 Oct 27 21:29:37.403006 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:37.403371 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:37.443707 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54398) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:37.536015 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] For port 921f8ffe-9bad-41d2-a4c9-acb0c535115f, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:37.548576 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] For port 921f8ffe-9bad-41d2-a4c9-acb0c535115f, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=921f8ffe-9bad-41d2-a4c9-acb0c535115f,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:37.565338 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:37.654846 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-38b6babc-701f-4f44-8f01-642f321e91e9 service neutron] 10.222.0.53 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642510 Oct 27 21:29:37.751642 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fa5bc-4aea-47fd-94a0-71244362ae4b None None] Pushing event updated for resources: {'Port': ['ID=921f8ffe-9bad-41d2-a4c9-acb0c535115f,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:37.777662 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:37.863628 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-04d21969-e0d2-49d4-b0a5-e5815225f195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:37.877004 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Routers {'b4e1ffe9-22be-4aff-b637-bc974bf10b02'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:37.881802 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:29:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['b4e1ffe9-22be-4aff-b637-bc974bf10b02'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:37.917206 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1605be-d16a-4839-963e-d3153591fe8e,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:37.925142 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:37.935431 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:37.976925 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:37.999141 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Network d8a8170b-e56c-445e-b9da-4e58c20eba72 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:38.000535 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 54410) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:38.012893 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:38.012893 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:38.059928 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:38.060489 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703873'] for router_interface, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:38.081590 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c81e8c00-f2d7-4d4f-82e6-1093acb5d089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:38.094707 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-45ae9d94-2f0f-41b0-9521-39a8f2e53268 req-cf4cea21-b1ab-47b9-b25c-8a2a97dab5a3 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 210 time: 0.1787536 Oct 27 21:29:38.167456 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f52640d4-98b7-4dcc-b782-bc1f53089a1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:38.254222 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] Set router b4e1ffe9-22be-4aff-b637-bc974bf10b02 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:38.410409 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-1dc44653-dcaf-48d6-ae92-bcab48c334b3 service neutron] 10.222.0.53 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516496 Oct 27 21:29:38.574146 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c81e8c00-f2d7-4d4f-82e6-1093acb5d089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:38.586969 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f52640d4-98b7-4dcc-b782-bc1f53089a1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:38.596908 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f52640d4-98b7-4dcc-b782-bc1f53089a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:38.634400 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:38.659753 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c81e8c00-f2d7-4d4f-82e6-1093acb5d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:38.736012 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52640d4-98b7-4dcc-b782-bc1f53089a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c905f67c-1c56-40c0-9a42-45798294f9a5,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:38.806288 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c81e8c00-f2d7-4d4f-82e6-1093acb5d089 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c07f6b860c44216869e5e45f644d38e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7825944 Oct 27 21:29:38.823321 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54430) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:38.946166 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595e1fa-f841-42f4-8479-ecfff515eec9 req-9664f00f-bbed-44df-8c1d-db7f90b2f9ce tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:38.951134 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2595e1fa-f841-42f4-8479-ecfff515eec9 req-9664f00f-bbed-44df-8c1d-db7f90b2f9ce tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 932 time: 0.5915549 Oct 27 21:29:38.967351 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Pushing event updated for resources: {'Port': ['ID=044c4efb-47e5-4c8a-846a-22bdad2c5d1d,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:39.038555 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.83', 56322) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:39.068047 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-f52640d4-98b7-4dcc-b782-bc1f53089a1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78fea6c5620e4e78b743fefe5ef34cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6202083 Oct 27 21:29:39.086467 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 8204be9e-98ab-43fc-88bb-1438a4f9626d up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:39.090038 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-036ab201-85f3-4c0c-bd8d-1af58b25d86d req-a896bf3d-a582-4146-8f8d-e96098e39608 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 210 time: 0.3394282 Oct 27 21:29:39.090905 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54434) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:39.098199 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.111627 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.158292 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-b5f80408-bed1-4c41-a319-cf62dcb1322e None None] Provisioning complete for port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:39.158692 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b5f80408-bed1-4c41-a319-cf62dcb1322e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.249304 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-b5f80408-bed1-4c41-a319-cf62dcb1322e None None] Port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:39.288575 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-96c1a715-5e34-4807-a658-2abfd6288683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.299434 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8056c4c4-97ee-486d-9348-5d03fb0698ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.330323 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Network 6e320f58-9427-4b0d-a763-bf1097a2df87 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:39.340564 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a945097-d13d-423a-a03a-083823682672 req-0f23eb2d-93ab-4806-b375-643fc4894933 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:39.342505 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-0f23eb2d-93ab-4806-b375-643fc4894933 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.83 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 819 time: 0.3028162 Oct 27 21:29:39.384792 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8056c4c4-97ee-486d-9348-5d03fb0698ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.409154 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 8204be9e-98ab-43fc-88bb-1438a4f9626d triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:39.409525 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.504773 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8056c4c4-97ee-486d-9348-5d03fb0698ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.508269 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8056c4c4-97ee-486d-9348-5d03fb0698ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.511886 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-8056c4c4-97ee-486d-9348-5d03fb0698ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c0edf54-b379-4073-97d1-d520083c5f2a HTTP/1.1" status: 204 len: 168 time: 0.6815147 Oct 27 21:29:39.512251 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-f80348b3-b1e7-4216-8e1b-3ba907a90791 None None] Provisioning complete for port 0a1605be-d16a-4839-963e-d3153591fe8e triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:39.512715 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-f80348b3-b1e7-4216-8e1b-3ba907a90791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.529177 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056c4c4-97ee-486d-9348-5d03fb0698ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0edf54-b379-4073-97d1-d520083c5f2a,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:39.575950 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-96c1a715-5e34-4807-a658-2abfd6288683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.578490 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-f80348b3-b1e7-4216-8e1b-3ba907a90791 None None] Port 0a1605be-d16a-4839-963e-d3153591fe8e cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:39.606951 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72510856-a778-4a88-853d-465d5e105ca8 req-8c115140-55a7-41ef-a544-08b55f633411 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:39.608893 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-72510856-a778-4a88-853d-465d5e105ca8 req-8c115140-55a7-41ef-a544-08b55f633411 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 932 time: 0.3827684 Oct 27 21:29:39.701925 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-72510856-a778-4a88-853d-465d5e105ca8 req-1d15c2e6-078f-4b8e-bedf-04ce1c0b749a tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825865 Oct 27 21:29:39.707956 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'name': 'tempest-ServerRescueNegativeTestJSON-2034267507-router', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:16Z', 'updated_at': '2021-10-27T21:29:28Z', 'revision_number': 4, 'project_id': 'bc6c55df10484f298c4a3a060945e240', 'gw_port': {'id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '921f8ffe-9bad-41d2-a4c9-acb0c535115f', 'name': '', 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'mac_address': 'fa:16:3e:17:41:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '55d4d4c6-62d1-4440-b670-fe01a605f294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:27Z', 'updated_at': '2021-10-27T21:29:37Z', 'revision_number': 4, 'project_id': 'bc6c55df10484f298c4a3a060945e240', 'subnets': [{'id': '55d4d4c6-62d1-4440-b670-fe01a605f294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:39.726405 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-96c1a715-5e34-4807-a658-2abfd6288683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.729976 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-96c1a715-5e34-4807-a658-2abfd6288683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:39.731317 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-96c1a715-5e34-4807-a658-2abfd6288683 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c905f67c-1c56-40c0-9a42-45798294f9a5 HTTP/1.1" status: 204 len: 168 time: 0.6367095 Oct 27 21:29:39.750756 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1a715-5e34-4807-a658-2abfd6288683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c905f67c-1c56-40c0-9a42-45798294f9a5,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:39.773615 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c486c-4f15-40a1-b9fc-f2b23b85e231 None None] The sync data for ids ['b4e1ffe9-22be-4aff-b637-bc974bf10b02'] in dv-cinder-815746-1-iscsi is: [{'id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'name': 'tempest-ServerRescueNegativeTestJSON-2034267507-router', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:16Z', 'updated_at': '2021-10-27T21:29:28Z', 'revision_number': 4, 'project_id': 'bc6c55df10484f298c4a3a060945e240', 'gw_port': {'id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '921f8ffe-9bad-41d2-a4c9-acb0c535115f', 'name': '', 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'mac_address': 'fa:16:3e:17:41:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '55d4d4c6-62d1-4440-b670-fe01a605f294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:27Z', 'updated_at': '2021-10-27T21:29:37Z', 'revision_number': 4, 'project_id': 'bc6c55df10484f298c4a3a060945e240', 'subnets': [{'id': '55d4d4c6-62d1-4440-b670-fe01a605f294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:39.834884 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-0a945097-d13d-423a-a03a-083823682672 req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Request body: {'port': {'device_id': '1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6', 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c', 'admin_state_up': True, 'tenant_id': 'bc6c55df10484f298c4a3a060945e240'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:39.884600 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:40.056676 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Pushing event updated for resources: {'Port': ['ID=f937d7fa-14ed-4fb4-abdb-eb76e7baeece,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:40.439023 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ffa0800e-607b-4f97-ac65-671a7fba61ef req-8c56cbdf-af66-4bbe-9209-bb8838f1f72c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 210 time: 0.1078305 Oct 27 21:29:40.543892 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:40.596137 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:40.603103 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:40.603758 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:40.607190 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:40.656146 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:40.706290 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-6b4bd7a9-8aa8-450b-9d20-2c967f8775a6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.0956812 Oct 27 21:29:40.713370 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:40.728181 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:40.729477 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:40.866382 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-4fd783b0-09f0-45f9-9d1a-7cad66786002 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:29:40.874190 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-4fd783b0-09f0-45f9-9d1a-7cad66786002 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0267498 Oct 27 21:29:40.898080 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e8c00-f2d7-4d4f-82e6-1093acb5d089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0edf54-b379-4073-97d1-d520083c5f2a,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:40.939139 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 12.7764874 Oct 27 21:29:41.099991 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2595e1fa-f841-42f4-8479-ecfff515eec9 req-823a474e-83d7-47f2-9768-6de1b3196105 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1266487 Oct 27 21:29:41.100906 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad2d70-e418-4363-b14e-db310c8047cc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Pushing event updated for resources: {'Port': ['ID=9c070cce-a35a-4470-b674-1fcbeabd69f0,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:41.118302 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-3c3b236e-f685-467e-86f6-888276d2b9e8 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:29:41.119468 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-3c3b236e-f685-467e-86f6-888276d2b9e8 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0099268 Oct 27 21:29:41.280527 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 921f8ffe-9bad-41d2-a4c9-acb0c535115f up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:41.372019 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd854d7b-ff6c-48ac-a421-9c3a6fcf2ba8 req-50d318b6-727e-4b41-bb6a-c4df2637343a tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:41.374719 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fd854d7b-ff6c-48ac-a421-9c3a6fcf2ba8 req-50d318b6-727e-4b41-bb6a-c4df2637343a tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 932 time: 0.2068794 Oct 27 21:29:41.416712 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Router 0e70cc8c-4611-458b-955e-5168ac16fa93 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:29:41.417997 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:41.585016 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fd854d7b-ff6c-48ac-a421-9c3a6fcf2ba8 req-2219dbce-874a-4370-b307-7a8117cb6c65 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024159 Oct 27 21:29:41.588614 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 921f8ffe-9bad-41d2-a4c9-acb0c535115f triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:41.589645 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:41.643042 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.83', 56328) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:41.908077 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Request body: {'port': {'device_id': 'f2588eab-6acc-4e2c-998e-577abd9d5fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:42.019913 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:42.064478 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-40d15a1d-3648-4077-809d-553d99787549 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:42.065813 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-40d15a1d-3648-4077-809d-553d99787549 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.83 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 819 time: 0.3638382 Oct 27 21:29:42.068416 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Request body: {'port': {'device_id': 'cb676e4f-1798-4622-9bf2-21b5e3d5eb5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:42.202490 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:42.234206 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Sync routers for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:42.246602 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a945097-d13d-423a-a03a-083823682672 req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Made reservation on behalf of bc6c55df10484f298c4a3a060945e240 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:42.263122 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Request body: {'port': {'device_id': '110281d3-3dde-482b-bbe9-0f37875eca8a', 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c', 'admin_state_up': True, 'tenant_id': 'bc6c55df10484f298c4a3a060945e240'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:42.271883 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-0a945097-d13d-423a-a03a-083823682672 req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:42.329500 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:42.345187 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:29:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:42.359899 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-040bb66a-c031-4981-95b8-a02e8c6a6a16 admin admin] 10.222.0.53 "PUT /v2.0/routers/0e70cc8c-4611-458b-955e-5168ac16fa93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7715647 Oct 27 21:29:42.595881 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port 921f8ffe-9bad-41d2-a4c9-acb0c535115f, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=921f8ffe-9bad-41d2-a4c9-acb0c535115f,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:42.611471 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:42.653661 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:42.827692 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:42.849818 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:42.869860 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1d02e9a2-dc13-4f3a-b5c1-e36cbece41d4 req-e4195613-6550-4086-b02f-d70b2faebc0d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 210 time: 0.8148324 Oct 27 21:29:42.883049 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:42.897242 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630033'] for router_interface, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:42.909105 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=921f8ffe-9bad-41d2-a4c9-acb0c535115f,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:43.164735 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Made reservation on behalf of bc6c55df10484f298c4a3a060945e240 for: {'port': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:43.169864 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:43.214724 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279eb2b-35ff-431f-93b4-e4737e9eff58 req-afc2a940-0d63-4d22-8836-577c3b6ccbe6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:43.225321 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0279eb2b-35ff-431f-93b4-e4737e9eff58 req-afc2a940-0d63-4d22-8836-577c3b6ccbe6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 932 time: 0.6609373 Oct 27 21:29:43.517753 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:34Z', 'revision_number': 2, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:43.551650 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Checking router: 0e70cc8c-4611-458b-955e-5168ac16fa93 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:43.552005 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Updating router 0e70cc8c-4611-458b-955e-5168ac16fa93 port 0a1605be-d16a-4839-963e-d3153591fe8e binding host dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:43.597678 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 54538) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:43.601626 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:43.632026 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Allocated IP 172.20.0.12 (15eb65b5-0ac0-4d2d-8778-7e331e77b30c/55d4d4c6-62d1-4440-b670-fe01a605f294/cad09f38-e140-4327-a099-1071a2b7a74c) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:43.980400 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:43.989606 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0279eb2b-35ff-431f-93b4-e4737e9eff58 req-f32ad113-5585-4487-a055-8a33d7667a9a tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7630785 Oct 27 21:29:44.089159 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.111236 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Pushing event updated for resources: {'Port': ['ID=044c4efb-47e5-4c8a-846a-22bdad2c5d1d,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:44.232090 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Pushing event updated for resources: {'Port': ['ID=cad09f38-e140-4327-a099-1071a2b7a74c,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:44.283455 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:44.289791 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:44.303584 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:44.334009 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:44.335068 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.398631 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-79f8e725-7649-4c35-8a9c-c9141638959d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1811619 Oct 27 21:29:44.427878 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.439529 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Request body: {'port': {'device_id': '110281d3-3dde-482b-bbe9-0f37875eca8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:44.507445 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:44.567318 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c16b6-2246-4ab9-9968-3c7593d47ee8 req-9849625b-6fb8-4434-98bb-ed570d8500b9 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:44.575217 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a24c16b6-2246-4ab9-9968-3c7593d47ee8 req-9849625b-6fb8-4434-98bb-ed570d8500b9 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 932 time: 1.2337101 Oct 27 21:29:44.604386 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:44.641563 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Publish callbacks [] for port, precommit_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.670371 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.818434 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd198b7-b2f0-41f7-995c-174033030e72 None None] Pushing event updated for resources: {'Port': ['ID=0a1605be-d16a-4839-963e-d3153591fe8e,revision_number=3']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:44.822068 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.922054 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Attempting to bind port 0a1605be-d16a-4839-963e-d3153591fe8e on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:44.922425 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Attempting to bind port 0a1605be-d16a-4839-963e-d3153591fe8e by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:44.922791 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Attempting to bind port 0a1605be-d16a-4839-963e-d3153591fe8e on network d8a8170b-e56c-445e-b9da-4e58c20eba72 {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:44.939846 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:44.940155 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Checking segment: {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:44.940534 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:44.940985 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Bound using segment: {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:44.941588 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Bound port: 0a1605be-d16a-4839-963e-d3153591fe8e, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'}}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:44.942388 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.077775 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 921f8ffe-9bad-41d2-a4c9-acb0c535115f up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:45.227940 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 921f8ffe-9bad-41d2-a4c9-acb0c535115f triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:45.228298 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.325784 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] For port 0a1605be-d16a-4839-963e-d3153591fe8e, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:45.348000 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] For port 0a1605be-d16a-4839-963e-d3153591fe8e, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=0a1605be-d16a-4839-963e-d3153591fe8e,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:45.358924 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.381740 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f937d7fa-14ed-4fb4-abdb-eb76e7baeece {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:29:45.407323 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.461001 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Transition to ACTIVE for port object f937d7fa-14ed-4fb4-abdb-eb76e7baeece will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:29:45.527531 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-12b88c75-5fff-4406-8028-5dbc30decfae None None] Provisioning complete for port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:45.527805 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-12b88c75-5fff-4406-8028-5dbc30decfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.558481 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:45.561138 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:29:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:45.616351 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-12b88c75-5fff-4406-8028-5dbc30decfae None None] Port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:29:45.662478 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-12b88c75-5fff-4406-8028-5dbc30decfae None None] Provisioning complete for port 0a1605be-d16a-4839-963e-d3153591fe8e triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:45.665240 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-12b88c75-5fff-4406-8028-5dbc30decfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.915242 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd198b7-b2f0-41f7-995c-174033030e72 None None] Pushing event updated for resources: {'Port': ['ID=0a1605be-d16a-4839-963e-d3153591fe8e,revision_number=4']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:45.931215 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0d75b2d7-ad68-4b6c-8384-cbff08dbd4d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.947160 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:45.994701 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-0a945097-d13d-423a-a03a-083823682672 req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Allocated IP 172.20.0.4 (15eb65b5-0ac0-4d2d-8778-7e331e77b30c/55d4d4c6-62d1-4440-b670-fe01a605f294/9bb4c2b4-a839-4327-9789-d3cae7fa0c31) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:46.062988 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-12b88c75-5fff-4406-8028-5dbc30decfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.111993 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:46.184326 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-12b88c75-5fff-4406-8028-5dbc30decfae None None] For port 0a1605be-d16a-4839-963e-d3153591fe8e, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=0a1605be-d16a-4839-963e-d3153591fe8e,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:46.195336 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-12b88c75-5fff-4406-8028-5dbc30decfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.265178 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54572) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:46.273494 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-21214a4a-f13d-4f1b-a85e-1d91e885178d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590523834', 'description': 'tempest-description--1439474432'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:46.358919 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b88c75-5fff-4406-8028-5dbc30decfae None None] Pushing event updated for resources: {'Port': ['ID=0a1605be-d16a-4839-963e-d3153591fe8e,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:46.385292 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-21214a4a-f13d-4f1b-a85e-1d91e885178d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.387668 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a24c16b6-2246-4ab9-9968-3c7593d47ee8 req-c3e4582c-ce56-449f-bb15-20bd6395f6c8 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8113065 Oct 27 21:29:46.456906 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-22732f71-5164-4f20-8418-92a430733fa9 None None] Provisioning complete for port 0a1605be-d16a-4839-963e-d3153591fe8e triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:46.458211 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-22732f71-5164-4f20-8418-92a430733fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.554849 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34303bf4-97ee-42d9-8401-894e104bfcaa req-db7b2e74-f858-47b5-8389-437df1b08e26 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:46.557186 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-34303bf4-97ee-42d9-8401-894e104bfcaa req-db7b2e74-f858-47b5-8389-437df1b08e26 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 932 time: 0.1268072 Oct 27 21:29:46.658449 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-34303bf4-97ee-42d9-8401-894e104bfcaa req-0c20b2ba-3ac5-4600-99d4-876d86061459 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875847 Oct 27 21:29:46.670287 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-21214a4a-f13d-4f1b-a85e-1d91e885178d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.677299 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-21214a4a-f13d-4f1b-a85e-1d91e885178d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.725033 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21214a4a-f13d-4f1b-a85e-1d91e885178d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4acb3eba-cbe7-44a4-8d74-a4f319690b64,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:46.740203 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-21214a4a-f13d-4f1b-a85e-1d91e885178d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.744494 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-21214a4a-f13d-4f1b-a85e-1d91e885178d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4747739 Oct 27 21:29:46.745837 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54588) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:46.750550 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-eea7d1f3-db10-4efb-922e-afe0f220761d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Request body: {'security_group_rule': {'security_group_id': '4acb3eba-cbe7-44a4-8d74-a4f319690b64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:46.784528 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:45Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:46.840095 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-eea7d1f3-db10-4efb-922e-afe0f220761d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:46.853131 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3df595-e6e0-438c-9c16-7add799f54cb None None] The sync data for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi is: [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:45Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:47.027673 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f937d7fa-14ed-4fb4-abdb-eb76e7baeece,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:47.102732 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-eea7d1f3-db10-4efb-922e-afe0f220761d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.110858 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-eea7d1f3-db10-4efb-922e-afe0f220761d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.131558 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7d1f3-db10-4efb-922e-afe0f220761d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa13d1e2-7f7b-4c07-b844-bfa59f8e2432,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:47.148048 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-eea7d1f3-db10-4efb-922e-afe0f220761d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.149827 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-eea7d1f3-db10-4efb-922e-afe0f220761d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4028890 Oct 27 21:29:47.155705 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54592) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:47.170533 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-c63a8dab-6cfe-4b6d-b17d-e23ece461107 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Request body: {'security_group_rule': {'security_group_id': '4acb3eba-cbe7-44a4-8d74-a4f319690b64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:47.219139 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c63a8dab-6cfe-4b6d-b17d-e23ece461107 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.291708 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:29:47.303795 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c070cce-a35a-4470-b674-1fcbeabd69f0 {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:29:47.324770 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Attempting to bind port f937d7fa-14ed-4fb4-abdb-eb76e7baeece on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:47.324770 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Attempting to bind port f937d7fa-14ed-4fb4-abdb-eb76e7baeece by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'f355253d-c6d8-4b41-8d3f-46d31e931ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e320f58-9427-4b0d-a763-bf1097a2df87'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:47.325114 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Attempting to bind port f937d7fa-14ed-4fb4-abdb-eb76e7baeece on network 6e320f58-9427-4b0d-a763-bf1097a2df87 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:47.336227 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.361689 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c63a8dab-6cfe-4b6d-b17d-e23ece461107 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.375215 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c63a8dab-6cfe-4b6d-b17d-e23ece461107 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.402122 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0d75b2d7-ad68-4b6c-8384-cbff08dbd4d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.408432 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-0a945097-d13d-423a-a03a-083823682672 req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.419681 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0d75b2d7-ad68-4b6c-8384-cbff08dbd4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.422898 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c63a8dab-6cfe-4b6d-b17d-e23ece461107 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.425123 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c63a8dab-6cfe-4b6d-b17d-e23ece461107 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2682557 Oct 27 21:29:47.429057 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54618) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:47.433448 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Port f937d7fa-14ed-4fb4-abdb-eb76e7baeece on network 6e320f58-9427-4b0d-a763-bf1097a2df87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:29:47.433776 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Attempting to bind port f937d7fa-14ed-4fb4-abdb-eb76e7baeece on network 6e320f58-9427-4b0d-a763-bf1097a2df87 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:47.449300 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Request body: {'floatingip': {'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:47.462711 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a8dab-6cfe-4b6d-b17d-e23ece461107 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ab79cf-e64b-415f-a404-f5f6e1328938,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:47.524089 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.543881 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:47.544222 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Checking segment: {'id': 'f355253d-c6d8-4b41-8d3f-46d31e931ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e320f58-9427-4b0d-a763-bf1097a2df87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:47.555357 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Bound using segment: {'id': 'f355253d-c6d8-4b41-8d3f-46d31e931ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e320f58-9427-4b0d-a763-bf1097a2df87'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:47.555951 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Bound port: f937d7fa-14ed-4fb4-abdb-eb76e7baeece, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f355253d-c6d8-4b41-8d3f-46d31e931ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '6e320f58-9427-4b0d-a763-bf1097a2df87'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:47.556339 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.564011 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Transition to ACTIVE for port object 9c070cce-a35a-4470-b674-1fcbeabd69f0 will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:29:47.679789 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.696219 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-0d75b2d7-ad68-4b6c-8384-cbff08dbd4d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57ae2646c8934ae8ae028dbf0748e53f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9205406 Oct 27 21:29:47.716637 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54634) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:47.720806 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed3714-86f7-4bf7-bb22-a4239529306f req-cd78bf18-196e-4978-824b-c70200871050 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:47.722696 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e7ed3714-86f7-4bf7-bb22-a4239529306f req-cd78bf18-196e-4978-824b-c70200871050 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 944 time: 0.6803937 Oct 27 21:29:47.723667 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75b2d7-ad68-4b6c-8384-cbff08dbd4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc420362-c55e-4893-ac04-61de690756a4,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:47.837290 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ada270-9764-4b75-87a7-0dc23114d69e req-9e3848a1-2f2e-4f8d-b8fb-ad207013acd2 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:47.845027 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-89ada270-9764-4b75-87a7-0dc23114d69e req-9e3848a1-2f2e-4f8d-b8fb-ad207013acd2 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 944 time: 0.2518539 Oct 27 21:29:47.910929 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-0a945097-d13d-423a-a03a-083823682672 req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.917044 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a6b468d6-d694-4d05-8ddc-b9eb45125fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.954490 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a6b468d6-d694-4d05-8ddc-b9eb45125fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:47.957298 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c070cce-a35a-4470-b674-1fcbeabd69f0,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:47.994522 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e7ed3714-86f7-4bf7-bb22-a4239529306f req-c3d44b99-5847-4894-a280-72fc384e093b tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178087 Oct 27 21:29:48.082191 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-89ada270-9764-4b75-87a7-0dc23114d69e req-6b9a5ecf-71a8-4ba0-bdcf-0bad047b83f7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318165 Oct 27 21:29:48.095245 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] For port f937d7fa-14ed-4fb4-abdb-eb76e7baeece, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:48.104346 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Attempting to bind port 9c070cce-a35a-4470-b674-1fcbeabd69f0 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:48.104672 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Attempting to bind port 9c070cce-a35a-4470-b674-1fcbeabd69f0 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:48.105042 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Attempting to bind port 9c070cce-a35a-4470-b674-1fcbeabd69f0 on network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:48.110125 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a945097-d13d-423a-a03a-083823682672 req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:48.132543 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:29:48.140940 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a6b468d6-d694-4d05-8ddc-b9eb45125fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.145052 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Sync routers for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:29:48.151376 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a6b468d6-d694-4d05-8ddc-b9eb45125fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.152572 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-a6b468d6-d694-4d05-8ddc-b9eb45125fc1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc420362-c55e-4893-ac04-61de690756a4 HTTP/1.1" status: 204 len: 168 time: 0.4327478 Oct 27 21:29:48.173160 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-0a945097-d13d-423a-a03a-083823682672 req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:48.199617 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-92251ad8-b373-49dc-b325-a4dd159c4b29 admin admin] 10.222.0.53 "PUT /v2.0/routers/8dc259ea-e0c3-4e55-91f7-8f3a7edda056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.3124764 Oct 27 21:29:48.199617 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] For port f937d7fa-14ed-4fb4-abdb-eb76e7baeece, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=f937d7fa-14ed-4fb4-abdb-eb76e7baeece,segment=NetworkSegment(f355253d-c6d8-4b41-8d3f-46d31e931ae4),segment_id=f355253d-c6d8-4b41-8d3f-46d31e931ae4)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:48.199617 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a945097-d13d-423a-a03a-083823682672 req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:48.203477 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a945097-d13d-423a-a03a-083823682672 req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:48.204101 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-0a945097-d13d-423a-a03a-083823682672 req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.207255 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Port 9c070cce-a35a-4470-b674-1fcbeabd69f0 on network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:29:48.207659 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Attempting to bind port 9c070cce-a35a-4470-b674-1fcbeabd69f0 on network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:48.215825 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Pushing event updated for resources: {'Port': ['ID=9bb4c2b4-a839-4327-9789-d3cae7fa0c31,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:48.219125 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.225707 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:48.227321 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:29:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:48.277587 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:48.277922 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Checking segment: {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:48.278318 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Bound using segment: {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:48.278775 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Bound port: 9c070cce-a35a-4470-b674-1fcbeabd69f0, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:48.279138 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.320969 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-38aa9bd7-d389-4332-a949-e43e47abf21e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.5019240 Oct 27 21:29:48.322015 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b468d6-d694-4d05-8ddc-b9eb45125fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc420362-c55e-4893-ac04-61de690756a4,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:48.325065 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:48.325693 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.327242 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] 10.222.0.83 "PUT /v2.0/ports/f937d7fa-14ed-4fb4-abdb-eb76e7baeece HTTP/1.1" status: 200 len: 1094 time: 6.9035528 Oct 27 21:29:48.340572 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.361589 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2588eab-6acc-4e2c-998e-577abd9d5fd8', 'tag': 'f937d7fa-14ed-4fb4-abdb-eb76e7baeece'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:29:48.466678 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Request body: {'port': {'device_id': '1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:48.584725 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:48.669158 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b8403-8c51-4569-869a-7f880593c2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f937d7fa-14ed-4fb4-abdb-eb76e7baeece,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:48.760144 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad09f38-e140-4327-a099-1071a2b7a74c {{(pid=101366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:29:48.765882 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1336178-6f57-4bb4-a249-09feb5ab11a4 req-340c4870-1fab-472e-a118-51ae2c037f32 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:48.767551 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1336178-6f57-4bb4-a249-09feb5ab11a4 req-340c4870-1fab-472e-a118-51ae2c037f32 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 932 time: 0.4859197 Oct 27 21:29:48.775603 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.779937 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] For port 9c070cce-a35a-4470-b674-1fcbeabd69f0, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:48.786085 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Allocated IP 172.27.2.163 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/1e41b70c-6d0e-4748-8f64-2b49ada74ae6) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:48.806352 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.822016 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-fd109063-3413-424f-b29e-b06ab008570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:48.824146 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-fd109063-3413-424f-b29e-b06ab008570e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e6aae1d910dc403eb7db63a407b955b2&device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 1097 time: 0.3740199 Oct 27 21:29:48.870943 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.provisioning_blocks [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Transition to ACTIVE for port object cad09f38-e140-4327-a099-1071a2b7a74c will not be triggered until provisioned by entity L2. {{(pid=101366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:29:48.978284 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:48.987708 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] For port 9c070cce-a35a-4470-b674-1fcbeabd69f0, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9c070cce-a35a-4470-b674-1fcbeabd69f0,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:49.016277 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-61bd066d-6934-4118-8b6a-2ac84b3810a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f937d7fa-14ed-4fb4-abdb-eb76e7baeece HTTP/1.1" status: 200 len: 217 time: 0.1652203 Oct 27 21:29:49.030774 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.068812 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 0a1605be-d16a-4839-963e-d3153591fe8e up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:49.132081 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1336178-6f57-4bb4-a249-09feb5ab11a4 req-6846c398-11cf-4d79-85a2-b65293c6bd59 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290069 Oct 27 21:29:49.148195 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:49.148833 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.150495 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] 10.222.0.83 "PUT /v2.0/ports/9c070cce-a35a-4470-b674-1fcbeabd69f0 HTTP/1.1" status: 200 len: 1094 time: 7.7176912 Oct 27 21:29:49.422899 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.425763 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54668) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:49.486871 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 0a1605be-d16a-4839-963e-d3153591fe8e triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:49.486871 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.550372 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:42Z', 'revision_number': 2, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:49.558939 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.managers [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Attempting to bind port cad09f38-e140-4327-a099-1071a2b7a74c on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:49.559885 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.managers [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Attempting to bind port cad09f38-e140-4327-a099-1071a2b7a74c by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'}] {{(pid=101366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:49.560617 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Attempting to bind port cad09f38-e140-4327-a099-1071a2b7a74c on network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c {{(pid=101366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:49.573377 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Pushing event updated for resources: {'Port': ['ID=cad09f38-e140-4327-a099-1071a2b7a74c,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:49.592547 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8b59451d-8c71-45fb-9f5d-1ae1a0432511 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.596036 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54672) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:49.596728 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Checking router: 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:29:49.597112 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Updating router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d binding host dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:29:49.617082 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Port cad09f38-e140-4327-a099-1071a2b7a74c on network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:29:49.618043 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Attempting to bind port cad09f38-e140-4327-a099-1071a2b7a74c on network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c {{(pid=101366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:49.631215 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:49.631632 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Checking segment: {'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:49.632189 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Bound using segment: {'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'} {{(pid=101366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:49.632657 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.managers [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Bound port: cad09f38-e140-4327-a099-1071a2b7a74c, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'}}] {{(pid=101366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:49.633791 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.641341 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.710845 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:29:49.730023 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.735973 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad72b77d-5bd5-4817-8b25-fab04c27b079" -d '{"events": [{"name": "network-changed", "server_uuid": "f2588eab-6acc-4e2c-998e-577abd9d5fd8", "tag": "f937d7fa-14ed-4fb4-abdb-eb76e7baeece"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:29:49.770285 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-eb9343aa-0bf3-4b6e-bb60-70f1a6e56012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:49.772121 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-eb9343aa-0bf3-4b6e-bb60-70f1a6e56012 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34a631f4-c219-4e1c-8e35-58fd7268c171 HTTP/1.1" status: 200 len: 852 time: 0.7329686 Oct 27 21:29:49.802056 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c8f49-f5ae-4791-9b36-75707c72acb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c070cce-a35a-4470-b674-1fcbeabd69f0,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:49.865382 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54678) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:49.886020 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-29098fd9-f26d-4a71-ac20-cbba8cb4d16f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527001093', 'description': 'tempest-description--241141429'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:49.906812 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-20d19e6c-6235-4e30-9fdb-365b6da77410 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e320f58-9427-4b0d-a763-bf1097a2df87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060615 Oct 27 21:29:49.973328 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8b59451d-8c71-45fb-9f5d-1ae1a0432511 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.987104 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bcdea125-fd19-4269-a0cb-16be2b397a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:49.994333 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] For port cad09f38-e140-4327-a099-1071a2b7a74c, host hv-cinder-81574, cleared binding levels {{(pid=101366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:50.003350 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-5f3af6fc-0650-44c7-b239-e8c230159a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:50.005167 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-5f3af6fc-0650-44c7-b239-e8c230159a46 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 1097 time: 0.7046757 Oct 27 21:29:50.020633 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b5c3c-ba93-49a8-b2b4-4761b2ca51b3 req-a2409b67-ad02-4698-90e3-3f39d5f32128 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:50.022248 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e18b5c3c-ba93-49a8-b2b4-4761b2ca51b3 req-a2409b67-ad02-4698-90e3-3f39d5f32128 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 944 time: 0.2833331 Oct 27 21:29:50.053911 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8b59451d-8c71-45fb-9f5d-1ae1a0432511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.106928 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] For port cad09f38-e140-4327-a099-1071a2b7a74c, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cad09f38-e140-4327-a099-1071a2b7a74c,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:50.109128 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Publish callbacks [] for port, precommit_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.110584 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29098fd9-f26d-4a71-ac20-cbba8cb4d16f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.119074 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.140639 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.209110 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ece2f8-672a-4f8b-a179-ed1944108d8b None None] Pushing event updated for resources: {'Port': ['ID=044c4efb-47e5-4c8a-846a-22bdad2c5d1d,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:50.220770 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.223146 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Pushing event updated for resources: {'Port': ['ID=cad09f38-e140-4327-a099-1071a2b7a74c,revision_number=3']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:50.241479 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Attempting to bind port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:50.241878 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Attempting to bind port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:50.242207 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Attempting to bind port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d on network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:50.255233 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:50.255668 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Checking segment: {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:50.255943 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.256291 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Bound using segment: {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:50.256791 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Bound port: 044c4efb-47e5-4c8a-846a-22bdad2c5d1d, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:50.257220 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.298445 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-15f162f5-258f-4b2a-8d62-07e42947a424 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c070cce-a35a-4470-b674-1fcbeabd69f0 HTTP/1.1" status: 200 len: 217 time: 0.2750621 Oct 27 21:29:50.304003 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-8b59451d-8c71-45fb-9f5d-1ae1a0432511 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90ddbf4a99a14812b635dffd7f7d4f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8202529 Oct 27 21:29:50.308408 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54688) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:50.373521 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] For port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:50.377497 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:50.377904 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] For port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=044c4efb-47e5-4c8a-846a-22bdad2c5d1d,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:50.378362 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.380774 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-52b06bd4-e9ad-4d9e-9e5c-9bc46b882a11 service neutron] 10.222.0.83 "PUT /v2.0/ports/cad09f38-e140-4327-a099-1071a2b7a74c HTTP/1.1" status: 200 len: 1094 time: 5.9502385 Oct 27 21:29:50.385490 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.399789 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:29:50.409973 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110281d3-3dde-482b-bbe9-0f37875eca8a', 'tag': 'cad09f38-e140-4327-a099-1071a2b7a74c'}] {{(pid=101366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:29:50.467538 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:29:50.468287 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:29:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:50.483678 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e18b5c3c-ba93-49a8-b2b4-4761b2ca51b3 req-77f42695-2c8f-40a5-be2d-c98fd855cdff tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341424 Oct 27 21:29:50.487222 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59451d-8c71-45fb-9f5d-1ae1a0432511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bdf433-2104-4da3-93df-19c76f494151,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:50.487372 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.506898 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event updated for resources: {'Port': ['ID=1e41b70c-6d0e-4748-8f64-2b49ada74ae6,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:50.544436 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:50.567189 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04c749-3718-478b-bc64-5310ee237d1c req-56f24933-2d26-4787-b97d-1a0e6c253f26 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:50.571054 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5f04c749-3718-478b-bc64-5310ee237d1c req-56f24933-2d26-4787-b97d-1a0e6c253f26 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 944 time: 0.6162128 Oct 27 21:29:50.595301 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Transition to ACTIVE for port object 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:29:50.617478 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.622166 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:29:50.637533 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-09ebf73d-d4cd-457c-89ec-7441671e8a9a service neutron] 10.222.0.83 "GET /v2.0/networks/6e320f58-9427-4b0d-a763-bf1097a2df87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206316 Oct 27 21:29:50.658431 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-36472d6b-0afa-436a-8255-16a77921ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:50.665991 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-36472d6b-0afa-436a-8255-16a77921ce19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=925a5092-ed1d-4fb8-b9bb-a90d2e0606f6 HTTP/1.1" status: 200 len: 854 time: 0.3562706 Oct 27 21:29:50.684854 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:50.694407 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:50.742457 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ece2f8-672a-4f8b-a179-ed1944108d8b None None] Pushing event updated for resources: {'Port': ['ID=044c4efb-47e5-4c8a-846a-22bdad2c5d1d,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:50.826558 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-fd0bd16f-ffc1-4da9-a55f-4af5c1b92ef7 None None] Provisioning complete for port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:50.828427 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-fd0bd16f-ffc1-4da9-a55f-4af5c1b92ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:50.951942 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8678a9f2196498b2d251eb2584ee31b5e063e546e82940a6b87b3d9432d70b75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9711e53-1516-46b9-9cf6-6176471244e8" -d '{"events": [{"name": "network-changed", "server_uuid": "110281d3-3dde-482b-bbe9-0f37875eca8a", "tag": "cad09f38-e140-4327-a099-1071a2b7a74c"}]}' {{(pid=101366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:29:51.012456 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.070320 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0d0eb1-092e-46e7-b895-bc9e6e9d9ea0 x-openstack-request-id: req-0e0d0eb1-092e-46e7-b895-bc9e6e9d9ea0 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:29:51.070749 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2588eab-6acc-4e2c-998e-577abd9d5fd8", "tag": "f937d7fa-14ed-4fb4-abdb-eb76e7baeece", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:29:51.071097 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e0d0eb1-092e-46e7-b895-bc9e6e9d9ea0 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:29:51.071424 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bcdea125-fd19-4269-a0cb-16be2b397a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.071832 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2588eab-6acc-4e2c-998e-577abd9d5fd8', 'tag': 'f937d7fa-14ed-4fb4-abdb-eb76e7baeece', 'status': 'completed', 'code': 200} Oct 27 21:29:51.073229 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb4c2b4-a839-4327-9789-d3cae7fa0c31,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:51.095196 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-97ea3523-dd4d-44cc-9a21-5886d20e0639 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2571344 Oct 27 21:29:51.154692 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29098fd9-f26d-4a71-ac20-cbba8cb4d16f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.173740 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bcdea125-fd19-4269-a0cb-16be2b397a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.205210 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Attempting to bind port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:29:51.205655 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Attempting to bind port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:29:51.206052 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Attempting to bind port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 on network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:51.223898 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 on network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:29:51.224811 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Attempting to bind port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 on network 15eb65b5-0ac0-4d2d-8778-7e331e77b30c {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:29:51.235253 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-bcdea125-fd19-4269-a0cb-16be2b397a0c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86eb5338130647a3a8cbccd1997d62c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6312532 Oct 27 21:29:51.243165 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29098fd9-f26d-4a71-ac20-cbba8cb4d16f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.244824 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 54712) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:51.268543 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:29:51.268913 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Checking segment: {'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:29:51.269454 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Bound using segment: {'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:29:51.269966 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Bound port: 9bb4c2b4-a839-4327-9789-d3cae7fa0c31, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b733f15-fec6-4be6-bd59-e0e4ffc30536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:29:51.270388 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.310765 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5f04c749-3718-478b-bc64-5310ee237d1c req-8e817059-5d98-4e55-ad02-4cc765e2fefe tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496198 Oct 27 21:29:51.316119 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-5f52e68b-bd53-46b3-948f-b0e679d8e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:51.316119 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-5f52e68b-bd53-46b3-948f-b0e679d8e760 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 1097 time: 0.8108597 Oct 27 21:29:51.326932 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be8316-069a-4ff0-a39c-ccd1fd1fc209 req-f40d9f9a-2507-42b5-b9cf-fd80e6cffdd1 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:51.329259 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-27be8316-069a-4ff0-a39c-ccd1fd1fc209 req-f40d9f9a-2507-42b5-b9cf-fd80e6cffdd1 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 944 time: 0.2536740 Oct 27 21:29:51.339469 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4c5e8846-0684-4367-8f32-5c3f10036164 req-97de8000-976d-47e2-9809-8ec07832e2fd service neutron] 10.222.0.83 "GET /v2.0/networks/6e320f58-9427-4b0d-a763-bf1097a2df87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717637 Oct 27 21:29:51.343923 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29098fd9-f26d-4a71-ac20-cbba8cb4d16f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.346387 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-fd0bd16f-ffc1-4da9-a55f-4af5c1b92ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.350907 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-29098fd9-f26d-4a71-ac20-cbba8cb4d16f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4775081 Oct 27 21:29:51.355364 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54714) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:51.356696 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-98ac1fd7-3754-4704-be3e-f18276cbb596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.369456 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-d5f35660-93c9-489a-8322-059bb5ae197c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Request body: {'security_group_rule': {'security_group_id': 'dedae964-102f-458d-82d9-a8d122ffcf24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:51.370247 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:50Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:29:51.378400 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdea125-fd19-4269-a0cb-16be2b397a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d920ca1b-5fed-4583-a419-4d6e7aff61e2,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:51.442063 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.450562 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9fa137-49cb-475c-9110-cd154d657b67 None None] The sync data for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi is: [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:50Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:29:51.474887 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-5dcf915e-242c-4a85-929e-645538918ee4 service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618388 Oct 27 21:29:51.489889 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-fd0bd16f-ffc1-4da9-a55f-4af5c1b92ef7 None None] For port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=044c4efb-47e5-4c8a-846a-22bdad2c5d1d,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:51.505882 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-fd0bd16f-ffc1-4da9-a55f-4af5c1b92ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.525496 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-4d76d687-e3e0-4473-afe1-3d5a6ff48fc0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cad09f38-e140-4327-a099-1071a2b7a74c HTTP/1.1" status: 200 len: 217 time: 0.1710291 Oct 27 21:29:51.647084 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-78cd2ed9-5069-4d20-a9a1-d70c8b7b23bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.654733 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bd16f-ffc1-4da9-a55f-4af5c1b92ef7 None None] Pushing event updated for resources: {'Port': ['ID=044c4efb-47e5-4c8a-846a-22bdad2c5d1d,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:51.657928 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-97d38201-ddcd-44fd-88ce-c921574ef11f None None] Provisioning complete for port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:51.658386 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-97d38201-ddcd-44fd-88ce-c921574ef11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.682281 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] For port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:29:51.709926 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-27be8316-069a-4ff0-a39c-ccd1fd1fc209 req-daa9f871-4cde-4398-bb5e-bdec62118376 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666520 Oct 27 21:29:51.756353 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-78cd2ed9-5069-4d20-a9a1-d70c8b7b23bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.762858 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] For port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9bb4c2b4-a839-4327-9789-d3cae7fa0c31,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:29:51.851398 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.861202 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109d264c-a990-429a-8290-79ff0d478d79 x-openstack-request-id: req-109d264c-a990-429a-8290-79ff0d478d79 {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:29:51.861527 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110281d3-3dde-482b-bbe9-0f37875eca8a", "tag": "cad09f38-e140-4327-a099-1071a2b7a74c", "status": "completed", "code": 200}]} {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:29:51.861722 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-109d264c-a990-429a-8290-79ff0d478d79 {{(pid=101366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:29:51.862185 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110281d3-3dde-482b-bbe9-0f37875eca8a', 'tag': 'cad09f38-e140-4327-a099-1071a2b7a74c', 'status': 'completed', 'code': 200} Oct 27 21:29:51.864961 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-98ac1fd7-3754-4704-be3e-f18276cbb596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:51.870388 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72b77d-5bd5-4817-8b25-fab04c27b079 req-8b1e5429-1ce6-439b-8c36-5a291aceab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:51.871941 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ad72b77d-5bd5-4817-8b25-fab04c27b079 req-8b1e5429-1ce6-439b-8c36-5a291aceab61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e6aae1d910dc403eb7db63a407b955b2&device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 1097 time: 0.4132135 Oct 27 21:29:51.883215 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-53b8b694-70c3-4b26-bf42-070f76b6fbcf req-868778b3-1ead-4585-a745-c15fdfa9fc4a service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681304 Oct 27 21:29:51.920438 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29098fd9-f26d-4a71-ac20-cbba8cb4d16f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedae964-102f-458d-82d9-a8d122ffcf24,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:52.011112 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.011752 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.013292 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] 10.222.0.83 "PUT /v2.0/ports/9bb4c2b4-a839-4327-9789-d3cae7fa0c31 HTTP/1.1" status: 200 len: 1093 time: 3.5648725 Oct 27 21:29:52.015084 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d5f35660-93c9-489a-8322-059bb5ae197c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.059157 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-ae1f0c8d-3c1e-4349-8bdc-baff7f5a3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.060928 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-ae1f0c8d-3c1e-4349-8bdc-baff7f5a3c25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=55d4d4c6-62d1-4440-b670-fe01a605f294 HTTP/1.1" status: 200 len: 859 time: 0.5149853 Oct 27 21:29:52.077192 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb68931-2881-46a9-b9b8-ed85eaa9c158 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb4c2b4-a839-4327-9789-d3cae7fa0c31,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:52.140315 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-78cd2ed9-5069-4d20-a9a1-d70c8b7b23bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.143007 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-78cd2ed9-5069-4d20-a9a1-d70c8b7b23bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.144263 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-78cd2ed9-5069-4d20-a9a1-d70c8b7b23bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d920ca1b-5fed-4583-a419-4d6e7aff61e2 HTTP/1.1" status: 204 len: 168 time: 0.8940418 Oct 27 21:29:52.159080 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-5fce5f0d-c201-4440-af2c-6978d378238b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788777 Oct 27 21:29:52.174143 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e481e-3014-4156-8080-fe2b2559b2c8 req-86be8d69-80aa-466e-b8db-62ff62ec71e6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.175848 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fc0e481e-3014-4156-8080-fe2b2559b2c8 req-86be8d69-80aa-466e-b8db-62ff62ec71e6 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 944 time: 0.3086410 Oct 27 21:29:52.189821 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72b77d-5bd5-4817-8b25-fab04c27b079 req-6ae2907c-9026-4747-9e79-2e53729b61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.191418 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ad72b77d-5bd5-4817-8b25-fab04c27b079 req-6ae2907c-9026-4747-9e79-2e53729b61c5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e320f58-9427-4b0d-a763-bf1097a2df87 HTTP/1.1" status: 200 len: 913 time: 0.3027790 Oct 27 21:29:52.192249 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd2ed9-5069-4d20-a9a1-d70c8b7b23bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d920ca1b-5fed-4583-a419-4d6e7aff61e2,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:52.211444 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a945097-d13d-423a-a03a-083823682672 req-d10d0447-a4d5-4efc-b4b9-008b4720a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.213129 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-d10d0447-a4d5-4efc-b4b9-008b4720a403 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 1096 time: 0.1205482 Oct 27 21:29:52.228949 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-98ac1fd7-3754-4704-be3e-f18276cbb596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.231562 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-98ac1fd7-3754-4704-be3e-f18276cbb596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.236079 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-98ac1fd7-3754-4704-be3e-f18276cbb596 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44bdf433-2104-4da3-93df-19c76f494151 HTTP/1.1" status: 204 len: 168 time: 1.9177248 Oct 27 21:29:52.266373 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ad72b77d-5bd5-4817-8b25-fab04c27b079 req-3c1d4c84-0b1f-423f-ab3d-83543e1576fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f937d7fa-14ed-4fb4-abdb-eb76e7baeece HTTP/1.1" status: 200 len: 217 time: 0.0669639 Oct 27 21:29:52.334902 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-4d466fbf-651c-4d70-83bf-a254d5703a17 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bb4c2b4-a839-4327-9789-d3cae7fa0c31 HTTP/1.1" status: 200 len: 217 time: 0.0750051 Oct 27 21:29:52.360697 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac1fd7-3754-4704-be3e-f18276cbb596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bdf433-2104-4da3-93df-19c76f494151,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:52.510449 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d5f35660-93c9-489a-8322-059bb5ae197c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.531573 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d5f35660-93c9-489a-8322-059bb5ae197c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.554785 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fc0e481e-3014-4156-8080-fe2b2559b2c8 req-0714b153-5a03-40eb-9a32-8e57c3c9a2ca tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641522 Oct 27 21:29:52.584166 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72b77d-5bd5-4817-8b25-fab04c27b079 req-14fa5fc7-7345-48ec-b085-095bd0e2bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.586870 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ad72b77d-5bd5-4817-8b25-fab04c27b079 req-14fa5fc7-7345-48ec-b085-095bd0e2bfda service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34a631f4-c219-4e1c-8e35-58fd7268c171 HTTP/1.1" status: 200 len: 852 time: 0.2727380 Oct 27 21:29:52.610998 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a945097-d13d-423a-a03a-083823682672 req-1633a799-9df5-4053-afb1-13a914f7871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:52.614663 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-1633a799-9df5-4053-afb1-13a914f7871a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=55d4d4c6-62d1-4440-b670-fe01a605f294 HTTP/1.1" status: 200 len: 859 time: 0.1763368 Oct 27 21:29:52.707137 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-ed958f3f-e440-463a-ba85-c1a0b0021527 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839541 Oct 27 21:29:52.712598 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f35660-93c9-489a-8322-059bb5ae197c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d9017d-2738-4e56-9b21-eaa39824a440,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:52.728347 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.733562 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d5f35660-93c9-489a-8322-059bb5ae197c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.741263 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-d5f35660-93c9-489a-8322-059bb5ae197c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3821895 Oct 27 21:29:52.742715 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54744) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:52.745212 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-81eb56bc-513d-4839-a15a-32a5c4e6d4d8 service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661247 Oct 27 21:29:52.748019 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:52.754783 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-231a8741-aff8-4125-8002-34401386ed49 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Request body: {'security_group_rule': {'security_group_id': 'dedae964-102f-458d-82d9-a8d122ffcf24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:52.778090 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ad72b77d-5bd5-4817-8b25-fab04c27b079 req-65343953-3dc1-464e-975b-2bcae1a5eb31 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e320f58-9427-4b0d-a763-bf1097a2df87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617651 Oct 27 21:29:52.960738 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.074281 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event updated for resources: {'Port': ['ID=1e41b70c-6d0e-4748-8f64-2b49ada74ae6,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:53.081753 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 044c4efb-47e5-4c8a-846a-22bdad2c5d1d up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:29:53.083527 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.093818 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedd40b-29d4-4d7f-b58b-3d2d763e2bc6 req-f1d3d7d8-ba5a-444f-87ee-637e3386c5f5 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:53.095097 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-29ada4fa-21a4-4e12-b4fb-5a555978074d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6641412 Oct 27 21:29:53.108624 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-eeedd40b-29d4-4d7f-b58b-3d2d763e2bc6 req-f1d3d7d8-ba5a-444f-87ee-637e3386c5f5 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 944 time: 0.6162901 Oct 27 21:29:53.108981 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-231a8741-aff8-4125-8002-34401386ed49 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.212902 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85966c5-b82a-40b1-a549-d5fdf56b3e54 req-6084acf9-57b9-44a7-81cf-0d2d36d4136e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:53.221195 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a85966c5-b82a-40b1-a549-d5fdf56b3e54 req-6084acf9-57b9-44a7-81cf-0d2d36d4136e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 944 time: 0.2520368 Oct 27 21:29:53.222919 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54762) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:53.247825 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d62ea894-ef7e-4e53-a100-a7d0dc163a66 req-0b6ca17e-559a-417f-90c6-1dd2f38d94ee service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849184 Oct 27 21:29:53.258187 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb676e4f-1798-4622-9bf2-21b5e3d5eb5c', 'tag': '9c070cce-a35a-4470-b674-1fcbeabd69f0'}, {'name': 'network-changed', 'server_uuid': '1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6', 'tag': '9bb4c2b4-a839-4327-9789-d3cae7fa0c31'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:29:53.272258 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2614e194-cbdf-4c75-9292-ea636c7a5222" -d '{"events": [{"name": "network-changed", "server_uuid": "cb676e4f-1798-4622-9bf2-21b5e3d5eb5c", "tag": "9c070cce-a35a-4470-b674-1fcbeabd69f0"}, {"name": "network-changed", "server_uuid": "1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6", "tag": "9bb4c2b4-a839-4327-9789-d3cae7fa0c31"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:29:53.281792 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bcf548bf-4592-4916-a8ee-2a47852f4c6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.307549 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:29:53.309086 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.405981 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a85966c5-b82a-40b1-a549-d5fdf56b3e54 req-c379ecca-4e75-466d-97a1-bf6eb9dab497 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834502 Oct 27 21:29:53.528676 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-231a8741-aff8-4125-8002-34401386ed49 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.528967 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ad72b77d-5bd5-4817-8b25-fab04c27b079 req-764ce080-b7fa-472e-a986-4a77c45c7cf7 service neutron] 10.222.0.83 "GET /v2.0/networks/6e320f58-9427-4b0d-a763-bf1097a2df87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298889 Oct 27 21:29:53.545146 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-231a8741-aff8-4125-8002-34401386ed49 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.597701 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-eeedd40b-29d4-4d7f-b58b-3d2d763e2bc6 req-0ee78f3b-5b76-4ff0-9407-bf8b9cbc4cce tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860871 Oct 27 21:29:53.627792 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9711e53-1516-46b9-9cf6-6176471244e8 req-14997a6e-6389-4e82-918a-a6d3b91b969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:53.630007 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b9711e53-1516-46b9-9cf6-6176471244e8 req-14997a6e-6389-4e82-918a-a6d3b91b969d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 1097 time: 0.2479286 Oct 27 21:29:53.710980 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-0398f5d4-6739-4422-a1d6-0bf6bb0fd6b9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1590523834&fields=id&tenant_id=6754f171bd894b85b26c66971cab7c26 HTTP/1.1" status: 200 len: 267 time: 0.1208389 Oct 27 21:29:53.713244 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a8741-aff8-4125-8002-34401386ed49 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbba724-a281-4bb1-a8d5-6557e6ebfb6d,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:53.740115 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-231a8741-aff8-4125-8002-34401386ed49 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:53.745254 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-231a8741-aff8-4125-8002-34401386ed49 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9983189 Oct 27 21:29:53.768603 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54790) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:53.773761 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Request body: {'floatingip': {'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:53.903566 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ad72b77d-5bd5-4817-8b25-fab04c27b079 req-a70401ee-30f3-4924-9456-b4c41e2922c2 service neutron] 10.222.0.83 "GET /v2.0/networks/6e320f58-9427-4b0d-a763-bf1097a2df87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131337 Oct 27 21:29:53.909033 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 21:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c69c144-ff32-47f6-a34c-5dfedf7e3844 x-openstack-request-id: req-7c69c144-ff32-47f6-a34c-5dfedf7e3844 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:29:53.909537 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb676e4f-1798-4622-9bf2-21b5e3d5eb5c", "tag": "9c070cce-a35a-4470-b674-1fcbeabd69f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6", "tag": "9bb4c2b4-a839-4327-9789-d3cae7fa0c31", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:29:53.909923 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c69c144-ff32-47f6-a34c-5dfedf7e3844 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:29:53.910553 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb676e4f-1798-4622-9bf2-21b5e3d5eb5c', 'tag': '9c070cce-a35a-4470-b674-1fcbeabd69f0', 'status': 'completed', 'code': 200} Oct 27 21:29:53.910964 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6', 'tag': '9bb4c2b4-a839-4327-9789-d3cae7fa0c31', 'status': 'completed', 'code': 200} Oct 27 21:29:54.132216 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bcf548bf-4592-4916-a8ee-2a47852f4c6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.164396 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-9095058a-a332-45e7-8866-fdaba8004ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.170323 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-9095058a-a332-45e7-8866-fdaba8004ac8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 1097 time: 0.2578547 Oct 27 21:29:54.175932 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bcf548bf-4592-4916-a8ee-2a47852f4c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.202258 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1c0b8-c0ca-4e86-b64b-9cb0a06efd14 req-82b2e416-36ab-4aa4-92f2-ee74c163d79f tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.216379 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4cd1c0b8-c0ca-4e86-b64b-9cb0a06efd14 req-82b2e416-36ab-4aa4-92f2-ee74c163d79f tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 944 time: 0.2515833 Oct 27 21:29:54.323907 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-bcf548bf-4592-4916-a8ee-2a47852f4c6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29ad58c6bf184b1e82f34a582d029981&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0957811 Oct 27 21:29:54.337107 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf548bf-4592-4916-a8ee-2a47852f4c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f419c0f-d3a1-43d0-a197-7f2828410c31,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:54.341790 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.359155 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54802) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:54.523700 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-cd64506b-2233-4ece-bcd2-d53d304fcae8 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.525551 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-cd64506b-2233-4ece-bcd2-d53d304fcae8 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 817 time: 0.8135390 Oct 27 21:29:54.526660 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9711e53-1516-46b9-9cf6-6176471244e8 req-c1b145e9-d59c-4d70-9c35-350cb842af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.528279 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b9711e53-1516-46b9-9cf6-6176471244e8 req-c1b145e9-d59c-4d70-9c35-350cb842af6c service neutron] 10.222.0.83 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 920 time: 0.8439195 Oct 27 21:29:54.608377 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b9711e53-1516-46b9-9cf6-6176471244e8 req-c1024d91-84a4-41d4-a9d4-61f9805a50c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cad09f38-e140-4327-a099-1071a2b7a74c HTTP/1.1" status: 200 len: 217 time: 0.0664883 Oct 27 21:29:54.613840 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-3993f414-083a-479a-8e06-917dd418cb2f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/quotas/6754f171bd894b85b26c66971cab7c26 HTTP/1.1" status: 200 len: 375 time: 0.0738537 Oct 27 21:29:54.627098 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-af327767-e6f6-4535-bf2d-793ad3fc9cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.654276 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-9dfeb3a5-ff38-4467-b79c-c8c76846741b service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8687255 Oct 27 21:29:54.725556 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-af327767-e6f6-4535-bf2d-793ad3fc9cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.739328 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9711e53-1516-46b9-9cf6-6176471244e8 req-ae75671b-38e3-4f60-a6c1-0f3e6095f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.740999 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b9711e53-1516-46b9-9cf6-6176471244e8 req-ae75671b-38e3-4f60-a6c1-0f3e6095f378 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=55d4d4c6-62d1-4440-b670-fe01a605f294 HTTP/1.1" status: 200 len: 859 time: 0.1249149 Oct 27 21:29:54.755698 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4cd1c0b8-c0ca-4e86-b64b-9cb0a06efd14 req-eac155f1-936e-4f1b-87e7-d74623f2b63d tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319831 Oct 27 21:29:54.794892 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-02f93fed-df2d-44d9-87cb-7a95879ed030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.797335 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-02f93fed-df2d-44d9-87cb-7a95879ed030 service neutron] 10.222.0.83 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 915 time: 0.6146953 Oct 27 21:29:54.859345 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-1a3183f8-9ae2-448d-8582-5b5573ca2d02 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c070cce-a35a-4470-b674-1fcbeabd69f0 HTTP/1.1" status: 200 len: 217 time: 0.0522680 Oct 27 21:29:54.865492 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-d5d6e345-6342-47b1-b42e-257ec8b79922 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2351975 Oct 27 21:29:54.869859 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b9711e53-1516-46b9-9cf6-6176471244e8 req-64c85468-c3c5-4b62-95bb-e7d2bf6dab3e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135037 Oct 27 21:29:54.905966 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a945097-d13d-423a-a03a-083823682672 req-87924f5e-aa83-4bec-a7cd-24eaea25dae7 service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433343 Oct 27 21:29:54.951136 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-af327767-e6f6-4535-bf2d-793ad3fc9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.953665 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-af327767-e6f6-4535-bf2d-793ad3fc9cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:54.958592 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-af327767-e6f6-4535-bf2d-793ad3fc9cbb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f419c0f-d3a1-43d0-a197-7f2828410c31 HTTP/1.1" status: 204 len: 168 time: 0.5932951 Oct 27 21:29:54.965986 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-989ce300-e7d9-40d0-ad2d-e4bfab47e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.968815 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-989ce300-e7d9-40d0-ad2d-e4bfab47e03c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=925a5092-ed1d-4fb8-b9bb-a90d2e0606f6 HTTP/1.1" status: 200 len: 854 time: 0.0924652 Oct 27 21:29:54.986778 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140774d7-3df5-4bc6-a0ab-0ff78d53006c req-0cf02bcc-1235-4084-9d81-32222435e874 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:54.988685 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-140774d7-3df5-4bc6-a0ab-0ff78d53006c req-0cf02bcc-1235-4084-9d81-32222435e874 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 944 time: 0.1347148 Oct 27 21:29:55.040244 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:55.074133 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-da4ac547-4a14-4dd6-8eba-82be93766d90 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838449 Oct 27 21:29:55.098038 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af327767-e6f6-4535-bf2d-793ad3fc9cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f419c0f-d3a1-43d0-a197-7f2828410c31,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:55.237061 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-5f20294a-cf34-48be-9298-43dfcd2b04bc service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475468 Oct 27 21:29:55.258984 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-140774d7-3df5-4bc6-a0ab-0ff78d53006c req-2aa4882e-a86c-485e-8df2-9f072c0a8281 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550051 Oct 27 21:29:55.466992 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5149a9-e348-497d-b092-ec6ba3926d81 req-538a301b-7658-4931-b2c1-3846245db7e7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.484101 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ea5149a9-e348-497d-b092-ec6ba3926d81 req-538a301b-7658-4931-b2c1-3846245db7e7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 944 time: 0.1122148 Oct 27 21:29:55.496320 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-b64ed47a-6526-4df7-859e-dad616367660 service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352307 Oct 27 21:29:55.553584 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ea5149a9-e348-497d-b092-ec6ba3926d81 req-92daf02e-d296-45fa-a4cb-119e6e8ccab8 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684712 Oct 27 21:29:55.597361 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b9711e53-1516-46b9-9cf6-6176471244e8 req-d3ccbf8f-710b-442b-8b5b-11b2c4b77999 service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7190154 Oct 27 21:29:55.700338 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-ac0febae-618a-4dc1-9509-8d40144a6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.703683 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-ac0febae-618a-4dc1-9509-8d40144a6eac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 1096 time: 0.1074371 Oct 27 21:29:55.752141 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-44dbfad5-5969-46c2-9045-8d7e27e6061c service neutron] 10.222.0.53 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8042707 Oct 27 21:29:55.840601 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-460e819e-4c52-479d-a552-b08ec3612864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:55.849188 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-460e819e-4c52-479d-a552-b08ec3612864 service neutron] 10.222.0.83 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 920 time: 0.1350710 Oct 27 21:29:55.939231 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Allocated IP 172.27.2.227 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/aad6745d-367a-4829-ad15-18532b1799f0) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:29:55.973421 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-b822e0e2-c383-4e5a-ad47-77bf9e570e3d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bb4c2b4-a839-4327-9789-d3cae7fa0c31 HTTP/1.1" status: 200 len: 217 time: 0.1148803 Oct 27 21:29:56.005089 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b9711e53-1516-46b9-9cf6-6176471244e8 req-e56c687f-1b83-4ce6-82f5-f6af73d8f289 service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975816 Oct 27 21:29:56.019297 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-0bcd3a4d-4da9-4e79-bf13-7a3df756492e service neutron] 10.222.0.53 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637331 Oct 27 21:29:56.118227 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9c070cce-a35a-4470-b674-1fcbeabd69f0 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:29:56.196605 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-1589a0fe-ca6e-45a7-be0f-73e230217c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:56.211226 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-1589a0fe-ca6e-45a7-be0f-73e230217c26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=55d4d4c6-62d1-4440-b670-fe01a605f294 HTTP/1.1" status: 200 len: 859 time: 0.2218504 Oct 27 21:29:56.224145 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.293274 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.326815 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3cb4f-9e46-46c5-be5c-b8860347e5e3 req-2be47e03-8c14-4280-a41f-347719fccf2c tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:56.333298 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-13c3cb4f-9e46-46c5-be5c-b8860347e5e3 req-2be47e03-8c14-4280-a41f-347719fccf2c tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 944 time: 0.4472332 Oct 27 21:29:56.395176 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-9d61c855-e2dc-43fd-9554-3462c6ae5474 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1681933 Oct 27 21:29:56.397336 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:29:56.405670 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:29:56.411811 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:29:56.479013 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9c070cce-a35a-4470-b674-1fcbeabd69f0, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9c070cce-a35a-4470-b674-1fcbeabd69f0,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:56.513410 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-339a6790-8568-4e70-9c26-02a7aae772fa req-385c7f35-1b2e-4411-a554-651141bdee82 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 210 time: 0.1364551 Oct 27 21:29:56.523709 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-13c3cb4f-9e46-46c5-be5c-b8860347e5e3 req-a5ddcda5-ac5d-439a-b0c9-0708bb432957 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483576 Oct 27 21:29:56.555629 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '9c070cce-a35a-4470-b674-1fcbeabd69f0', 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae', 'port_id': '9c070cce-a35a-4470-b674-1fcbeabd69f0', 'mac_address': 'fa:16:3e:86:b5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925a5092-ed1d-4fb8-b9bb-a90d2e0606f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:29:56.632772 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-86d173a4-65e2-49e5-9c05-b8bb9eabed3b service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091064 Oct 27 21:29:56.658209 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event updated for resources: {'Port': ['ID=aad6745d-367a-4829-ad15-18532b1799f0,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:56.707615 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.793682 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.796918 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c070cce-a35a-4470-b674-1fcbeabd69f0 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:29:56.815559 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2792f1-5db9-4ce4-ae0a-a237dd701830 req-8eb73b4f-323d-4d51-b649-1e51546a8bed tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:56.823476 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9a2792f1-5db9-4ce4-ae0a-a237dd701830 req-8eb73b4f-323d-4d51-b649-1e51546a8bed tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 944 time: 0.1080348 Oct 27 21:29:56.863350 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 54890) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:56.882958 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2614e194-cbdf-4c75-9292-ea636c7a5222 req-bc289ef4-5d5c-4b76-8ae7-8ba1dc4b708b service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425082 Oct 27 21:29:56.888995 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9c070cce-a35a-4470-b674-1fcbeabd69f0, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9c070cce-a35a-4470-b674-1fcbeabd69f0,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:56.895232 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:56.896085 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device f937d7fa-14ed-4fb4-abdb-eb76e7baeece details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:29:56.918202 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9a2792f1-5db9-4ce4-ae0a-a237dd701830 req-d494199a-bd55-48c4-ae39-9855e265dbb8 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938008 Oct 27 21:29:56.920897 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57005c-5ceb-4116-8923-96c86af1a923 req-4567b42c-6c49-4094-a010-b55ecdbba035 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:56.926645 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ac57005c-5ceb-4116-8923-96c86af1a923 req-4567b42c-6c49-4094-a010-b55ecdbba035 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 944 time: 0.2333107 Oct 27 21:29:56.946469 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.065233 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ac57005c-5ceb-4116-8923-96c86af1a923 req-d0382a7a-2a0e-4591-93a7-b7e09b4b79db tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280518 Oct 27 21:29:57.076533 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0c6674e9-c7b3-4cc8-a37b-5901cdf0f4bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.156114 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9c070cce-a35a-4470-b674-1fcbeabd69f0,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:57.198428 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port f937d7fa-14ed-4fb4-abdb-eb76e7baeece, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=f937d7fa-14ed-4fb4-abdb-eb76e7baeece,segment=NetworkSegment(f355253d-c6d8-4b41-8d3f-46d31e931ae4),segment_id=f355253d-c6d8-4b41-8d3f-46d31e931ae4)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:57.212032 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': 'f937d7fa-14ed-4fb4-abdb-eb76e7baeece', 'network_id': '6e320f58-9427-4b0d-a763-bf1097a2df87', 'port_id': 'f937d7fa-14ed-4fb4-abdb-eb76e7baeece', 'mac_address': 'fa:16:3e:b4:dd:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a631f4-c219-4e1c-8e35-58fd7268c171', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:29:57.245980 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0c6674e9-c7b3-4cc8-a37b-5901cdf0f4bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.252900 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0c6674e9-c7b3-4cc8-a37b-5901cdf0f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.285969 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.295500 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.296072 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.311748 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-0c6674e9-c7b3-4cc8-a37b-5901cdf0f4bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a574f512a894f828769de47ee618f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466207 Oct 27 21:29:57.314403 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 54898) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:57.318664 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f937d7fa-14ed-4fb4-abdb-eb76e7baeece {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:29:57.342839 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port f937d7fa-14ed-4fb4-abdb-eb76e7baeece, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=f937d7fa-14ed-4fb4-abdb-eb76e7baeece,segment=NetworkSegment(f355253d-c6d8-4b41-8d3f-46d31e931ae4),segment_id=f355253d-c6d8-4b41-8d3f-46d31e931ae4)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:57.346300 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6674e9-c7b3-4cc8-a37b-5901cdf0f4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5207730-086b-4ed0-a109-f8bdca3b8a4d,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:57.349415 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.350074 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device cad09f38-e140-4327-a099-1071a2b7a74c details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:29:57.366770 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.386192 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ff531070-5e72-41f2-b2ae-6299c133316b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.403852 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.411472 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ff531070-5e72-41f2-b2ae-6299c133316b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.421434 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6499054 Oct 27 21:29:57.438741 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d7519-2c57-4490-853a-5adb63488154 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event updated for resources: {'Port': ['ID=aad6745d-367a-4829-ad15-18532b1799f0,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:57.490755 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ff531070-5e72-41f2-b2ae-6299c133316b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.494697 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ff531070-5e72-41f2-b2ae-6299c133316b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.496949 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-ff531070-5e72-41f2-b2ae-6299c133316b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5207730-086b-4ed0-a109-f8bdca3b8a4d HTTP/1.1" status: 204 len: 168 time: 0.1814401 Oct 27 21:29:57.520130 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff531070-5e72-41f2-b2ae-6299c133316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5207730-086b-4ed0-a109-f8bdca3b8a4d,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:57.723780 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-00815c52-432b-4dc1-bc57-2a5c934936cc req-9736a9d5-f649-47d5-9337-0d2026d94933 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 210 time: 0.0550284 Oct 27 21:29:57.747177 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 54916) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:57.765440 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port cad09f38-e140-4327-a099-1071a2b7a74c, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cad09f38-e140-4327-a099-1071a2b7a74c,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:57.768686 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=f937d7fa-14ed-4fb4-abdb-eb76e7baeece,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:57.783557 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': 'cad09f38-e140-4327-a099-1071a2b7a74c', 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c', 'port_id': 'cad09f38-e140-4327-a099-1071a2b7a74c', 'mac_address': 'fa:16:3e:79:5a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d4d4c6-62d1-4440-b670-fe01a605f294', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:29:57.841989 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb1d7-cdbc-47b4-b78e-b9bff5dc5f7d req-a9074902-b57e-4a81-8287-26513e9ef571 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:57.850537 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-44dfb1d7-cdbc-47b4-b78e-b9bff5dc5f7d req-a9074902-b57e-4a81-8287-26513e9ef571 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 945 time: 0.1598375 Oct 27 21:29:57.850849 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:57.874218 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad09f38-e140-4327-a099-1071a2b7a74c {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:29:57.904373 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-44dfb1d7-cdbc-47b4-b78e-b9bff5dc5f7d req-4917993e-e278-4c8b-bce4-c5d8ec68b076 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528584 Oct 27 21:29:57.919017 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port cad09f38-e140-4327-a099-1071a2b7a74c, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cad09f38-e140-4327-a099-1071a2b7a74c,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:57.932222 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.018297 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=cad09f38-e140-4327-a099-1071a2b7a74c,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:58.033855 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-27d9598b-828f-444d-a311-e3d42eed2333 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--527001093&fields=id&tenant_id=660916c61f3041dcb024daef8e8d02f6 HTTP/1.1" status: 200 len: 267 time: 0.1089005 Oct 27 21:29:58.091111 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:29:58.354153 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d627772-196b-4a16-b56c-077fa7b9b3de req-45b07384-8d68-4842-b307-55f50a16d4b0 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:58.357776 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1d627772-196b-4a16-b56c-077fa7b9b3de req-45b07384-8d68-4842-b307-55f50a16d4b0 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 945 time: 0.2661731 Oct 27 21:29:58.425530 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9bb4c2b4-a839-4327-9789-d3cae7fa0c31,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:58.441346 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19bd289d-200c-42a7-bf7e-b235fb770566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.461434 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '9bb4c2b4-a839-4327-9789-d3cae7fa0c31', 'network_id': '15eb65b5-0ac0-4d2d-8778-7e331e77b30c', 'port_id': '9bb4c2b4-a839-4327-9789-d3cae7fa0c31', 'mac_address': 'fa:16:3e:e5:cb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d4d4c6-62d1-4440-b670-fe01a605f294', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:29:58.500041 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1d627772-196b-4a16-b56c-077fa7b9b3de req-03b4d3f6-9e78-4f79-843a-416ebb74cc89 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348574 Oct 27 21:29:58.535004 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-9c6336d5-b205-4a22-966b-24d79b0db543 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:58.537132 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-9c6336d5-b205-4a22-966b-24d79b0db543 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/networks?id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 HTTP/1.1" status: 200 len: 811 time: 0.4773762 Oct 27 21:29:58.540473 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['cad09f38-e140-4327-a099-1071a2b7a74c'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:29:58.562565 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54942) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:58.574435 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-0b6eb4f2-a037-460f-83c9-b2cb149b67c6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:58.576784 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-0b6eb4f2-a037-460f-83c9-b2cb149b67c6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 817 time: 0.2804871 Oct 27 21:29:58.585746 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-ad64bea2-a78c-427f-b9b2-68c69a258608 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/quotas/660916c61f3041dcb024daef8e8d02f6 HTTP/1.1" status: 200 len: 375 time: 0.0356228 Oct 27 21:29:58.594758 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1e1cb255-eb49-4448-8d9d-9a6c55b911b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.628514 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9c070cce-a35a-4470-b674-1fcbeabd69f0'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:29:58.645021 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['f937d7fa-14ed-4fb4-abdb-eb76e7baeece'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:29:58.721268 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.736124 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33be76-b6dc-47fe-a5c3-d2eb7e158e72 req-5752def4-bec1-41b7-9387-8d1cf21ffb73 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:58.738039 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4d33be76-b6dc-47fe-a5c3-d2eb7e158e72 req-5752def4-bec1-41b7-9387-8d1cf21ffb73 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 945 time: 0.0855684 Oct 27 21:29:58.745256 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:29:58.771432 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9bb4c2b4-a839-4327-9789-d3cae7fa0c31,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:29:58.788469 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-e909029e-29eb-425f-b2ea-36316fe8aebc tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6754f171bd894b85b26c66971cab7c26 HTTP/1.1" status: 200 len: 380 time: 0.1923985 Oct 27 21:29:58.789723 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1e1cb255-eb49-4448-8d9d-9a6c55b911b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.799439 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19bd289d-200c-42a7-bf7e-b235fb770566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.806461 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.806683 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Request body: {'port': {'device_id': 'cd42464b-44dc-477a-b836-e61b283e7037', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'admin_state_up': True, 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'security_groups': ['4acb3eba-cbe7-44a4-8d74-a4f319690b64']}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:29:58.806788 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1e1cb255-eb49-4448-8d9d-9a6c55b911b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.818751 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-cb1c93ea-32b9-4e51-89d1-29ed319ab8dd tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=660916c61f3041dcb024daef8e8d02f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2018471 Oct 27 21:29:58.824452 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19bd289d-200c-42a7-bf7e-b235fb770566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.838179 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4d33be76-b6dc-47fe-a5c3-d2eb7e158e72 req-3bbede2b-4780-4010-a551-53f8b4d33b2c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827858 Oct 27 21:29:58.871244 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-1e1cb255-eb49-4448-8d9d-9a6c55b911b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d40cea8782943f09606c341404af0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077633 Oct 27 21:29:58.873517 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cb255-eb49-4448-8d9d-9a6c55b911b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d314bf9-f9d9-4cbc-9a7f-628a660e2922,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:58.876087 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 54950) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:58.948765 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-07e26cd1-ebb5-4b90-a285-76ed4ec78fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:58.959928 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9bb4c2b4-a839-4327-9789-d3cae7fa0c31,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:58.967734 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-44f43261-a40e-48f0-a445-327d7e197de1 req-1b288ccc-b68a-409f-8dd7-f58fc06aab5c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 210 time: 0.0425479 Oct 27 21:29:58.987705 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-07e26cd1-ebb5-4b90-a285-76ed4ec78fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.117433 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd289d-200c-42a7-bf7e-b235fb770566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f506e6c-38f8-448b-868e-6494dafcbec2,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:59.120428 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422088e3-de6e-4cfc-8636-572e1bb293ba req-0007816b-bbea-4907-a4b7-c93a6ef5c53e tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:59.122396 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-422088e3-de6e-4cfc-8636-572e1bb293ba req-0007816b-bbea-4907-a4b7-c93a6ef5c53e tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 945 time: 0.0713909 Oct 27 21:29:59.133310 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-07e26cd1-ebb5-4b90-a285-76ed4ec78fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.136766 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-07e26cd1-ebb5-4b90-a285-76ed4ec78fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.138390 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-07e26cd1-ebb5-4b90-a285-76ed4ec78fed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d314bf9-f9d9-4cbc-9a7f-628a660e2922 HTTP/1.1" status: 204 len: 168 time: 0.2613065 Oct 27 21:29:59.161643 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-19bd289d-200c-42a7-bf7e-b235fb770566 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=afcd1141775d45cdb8fd3b0953f8553f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4131365 Oct 27 21:29:59.172409 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 54956) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:29:59.173989 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e26cd1-ebb5-4b90-a285-76ed4ec78fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d314bf9-f9d9-4cbc-9a7f-628a660e2922,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:29:59.253353 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-422088e3-de6e-4cfc-8636-572e1bb293ba req-d1407282-7995-4a57-b080-26a924728438 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131997 Oct 27 21:29:59.275027 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9bb4c2b4-a839-4327-9789-d3cae7fa0c31'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:29:59.397044 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-89b97119-9da0-4dbd-b56e-c41fe0b9c4c5 service neutron] 10.222.0.53 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409708 Oct 27 21:29:59.410522 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7b4316b0-9573-46ba-af21-30c33e020308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.563196 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7b4316b0-9573-46ba-af21-30c33e020308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.738587 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad1db5-9684-4906-b5bb-2e627842b3df req-7f3568c7-12c5-444c-8bd4-72bdddcfc21c tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:29:59.740422 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cbad1db5-9684-4906-b5bb-2e627842b3df req-7f3568c7-12c5-444c-8bd4-72bdddcfc21c tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 945 time: 0.1145885 Oct 27 21:29:59.820070 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cbad1db5-9684-4906-b5bb-2e627842b3df req-c0b3e120-5905-43a5-af93-2094e7ef50d5 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708928 Oct 27 21:29:59.882290 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-81bb2cca-f1ad-4694-857d-fc15a28dc57a service neutron] 10.222.0.53 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841952 Oct 27 21:29:59.932267 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Made reservation on behalf of 6754f171bd894b85b26c66971cab7c26 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:29:59.936521 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.966104 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7b4316b0-9573-46ba-af21-30c33e020308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.968692 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7b4316b0-9573-46ba-af21-30c33e020308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:29:59.974070 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-7b4316b0-9573-46ba-af21-30c33e020308 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f506e6c-38f8-448b-868e-6494dafcbec2 HTTP/1.1" status: 204 len: 168 time: 0.7801790 Oct 27 21:30:00.031398 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4316b0-9573-46ba-af21-30c33e020308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f506e6c-38f8-448b-868e-6494dafcbec2,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:00.167450 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c479da0-ba3b-425d-9d8a-920a254fa612 req-88674a5f-519f-4de0-89be-fbdaf6847eb8 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:00.189763 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9c479da0-ba3b-425d-9d8a-920a254fa612 req-88674a5f-519f-4de0-89be-fbdaf6847eb8 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 945 time: 0.1622508 Oct 27 21:30:00.296404 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Allocated IP 172.20.0.12 (d8a8170b-e56c-445e-b9da-4e58c20eba72/5bb3b861-383d-45b3-8bef-cfa89d0db409/90592bba-a65c-42e1-afb6-d7f7dbf36338) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:00.305066 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9c479da0-ba3b-425d-9d8a-920a254fa612 req-84bb3094-e620-426f-8682-a070cca3589b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109183 Oct 27 21:30:00.497578 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-14caf7c0-cdd9-451f-a7e8-74500730b2f3 req-665d479a-542a-44df-bf6c-35115f0a810d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 210 time: 0.0597670 Oct 27 21:30:00.589768 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb216f88-d5d3-4210-9d7b-471b250edba2 req-5dd08803-ad8b-42c2-a9aa-fe723fd8cabe tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:00.592969 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cb216f88-d5d3-4210-9d7b-471b250edba2 req-5dd08803-ad8b-42c2-a9aa-fe723fd8cabe tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 945 time: 0.1543543 Oct 27 21:30:00.656562 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-67c26ca7-4539-425f-be0f-dffb341dd6d6 req-441d649e-82aa-4a06-86ee-4a2ba8ba48cf tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 210 time: 0.0550485 Oct 27 21:30:00.681174 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:00.739276 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cb216f88-d5d3-4210-9d7b-471b250edba2 req-8b135304-10c1-4998-90a9-e87c752a9db1 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185775 Oct 27 21:30:00.818494 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:00.884083 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Network d8a8170b-e56c-445e-b9da-4e58c20eba72 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:00.888482 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:00.893204 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:00.901144 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:00.901825 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:00.921897 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event updated for resources: {'Port': ['ID=90592bba-a65c-42e1-afb6-d7f7dbf36338,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:00.950026 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-2ea45b7b-ff7c-4e63-8325-66033ded913b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1480384 Oct 27 21:30:00.975956 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Request body: {'port': {'device_id': 'cd42464b-44dc-477a-b836-e61b283e7037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:01.064165 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73be400-31d6-4665-92b4-6f14607fb8c6 req-c754e032-a94b-4f28-9c18-c02cfb4135a3 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:01.080970 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e73be400-31d6-4665-92b4-6f14607fb8c6 req-c754e032-a94b-4f28-9c18-c02cfb4135a3 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 945 time: 0.1296642 Oct 27 21:30:01.087982 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:01.157071 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e73be400-31d6-4665-92b4-6f14607fb8c6 req-aa717df4-afab-40d0-a129-fac7eea6f4a1 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751541 Oct 27 21:30:01.265912 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-7ede0639-324b-4d61-8eae-6888e124f8bc None None] Provisioning complete for port 90592bba-a65c-42e1-afb6-d7f7dbf36338 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:01.265912 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7ede0639-324b-4d61-8eae-6888e124f8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:01.365031 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-7ede0639-324b-4d61-8eae-6888e124f8bc None None] Port 90592bba-a65c-42e1-afb6-d7f7dbf36338 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:30:01.539371 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90592bba-a65c-42e1-afb6-d7f7dbf36338 {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:01.550707 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:01.636705 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Transition to ACTIVE for port object 90592bba-a65c-42e1-afb6-d7f7dbf36338 will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:01.649917 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:01.762194 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05addb5c-9f69-4c1d-8390-d210a41e0a36 req-1198dc14-9952-4b81-ac5d-b35468e9f5db tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:01.766281 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-05addb5c-9f69-4c1d-8390-d210a41e0a36 req-1198dc14-9952-4b81-ac5d-b35468e9f5db tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0913074 Oct 27 21:30:01.791963 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11282b1-760c-4085-a446-8bc97acc3ad5 req-fef18320-d221-4f77-97da-8ace14b0081c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:01.807495 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e11282b1-760c-4085-a446-8bc97acc3ad5 req-fef18320-d221-4f77-97da-8ace14b0081c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 945 time: 0.2591803 Oct 27 21:30:01.868126 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-05addb5c-9f69-4c1d-8390-d210a41e0a36 req-c7b60fab-829c-4827-a023-72c097e33777 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932999 Oct 27 21:30:01.910812 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Pushing event updated for resources: {'Port': ['ID=90592bba-a65c-42e1-afb6-d7f7dbf36338,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:01.945533 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Attempting to bind port 90592bba-a65c-42e1-afb6-d7f7dbf36338 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:01.946822 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Attempting to bind port 90592bba-a65c-42e1-afb6-d7f7dbf36338 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:01.947660 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Attempting to bind port 90592bba-a65c-42e1-afb6-d7f7dbf36338 on network d8a8170b-e56c-445e-b9da-4e58c20eba72 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:02.013928 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Port 90592bba-a65c-42e1-afb6-d7f7dbf36338 on network d8a8170b-e56c-445e-b9da-4e58c20eba72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:30:02.014402 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Attempting to bind port 90592bba-a65c-42e1-afb6-d7f7dbf36338 on network d8a8170b-e56c-445e-b9da-4e58c20eba72 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:02.043973 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e11282b1-760c-4085-a446-8bc97acc3ad5 req-7cc13de0-f2a0-4fbd-92d2-bc814b1feab9 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342904 Oct 27 21:30:02.049958 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:02.050368 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Checking segment: {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:02.050924 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Bound using segment: {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:02.051466 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Bound port: 90592bba-a65c-42e1-afb6-d7f7dbf36338, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:02.051844 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.104045 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-542763d0-b5be-4952-a7c3-00f746deaf0c req-a0844049-31a1-4666-9560-81b59f3fe116 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 210 time: 0.0665274 Oct 27 21:30:02.133448 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9c070cce-a35a-4470-b674-1fcbeabd69f0 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:02.211366 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:02.235259 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:02.250513 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.327957 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:02.327957 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.351434 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] 10.222.0.83 "PUT /v2.0/ports/90592bba-a65c-42e1-afb6-d7f7dbf36338 HTTP/1.1" status: 200 len: 1094 time: 1.3866568 Oct 27 21:30:02.388710 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 9c070cce-a35a-4470-b674-1fcbeabd69f0 completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:02.398919 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 9c070cce-a35a-4470-b674-1fcbeabd69f0 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:02.401559 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.401729 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05364f-a952-45c7-a562-48533e4bf796 req-78bba048-9c4a-4153-9312-5203493db91f tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:02.408463 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef05364f-a952-45c7-a562-48533e4bf796 req-78bba048-9c4a-4153-9312-5203493db91f tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 945 time: 0.2484288 Oct 27 21:30:02.408993 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:02.416852 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97d5607-9adc-47ed-91b2-ebd9323f49ee" -d '{"events": [{"name": "network-changed", "server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:02.522057 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-59ea87d3-c5ed-49b1-98df-378d7ec12b35 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:02.523635 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-59ea87d3-c5ed-49b1-98df-378d7ec12b35 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.83 "GET /v2.0/networks?id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 HTTP/1.1" status: 200 len: 811 time: 0.3124282 Oct 27 21:30:02.636377 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef2bba-edb3-4122-9175-67587bb9fe82 service neutron] Pushing event updated for resources: {'Port': ['ID=90592bba-a65c-42e1-afb6-d7f7dbf36338,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:02.658746 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef05364f-a952-45c7-a562-48533e4bf796 req-f5cfb0ce-a37a-4f63-873d-ae46b64f8575 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259533 Oct 27 21:30:02.668580 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:02.684162 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-96df7ca8-3203-42dd-b111-d0e390580fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:02.686205 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-96df7ca8-3203-42dd-b111-d0e390580fd9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 1097 time: 0.2003088 Oct 27 21:30:02.731558 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb676e4f-1798-4622-9bf2-21b5e3d5eb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c070cce-a35a-4470-b674-1fcbeabd69f0'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:02.838342 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210ffc17-4ca0-4f28-bedb-b8cfa9097c19 x-openstack-request-id: req-210ffc17-4ca0-4f28-bedb-b8cfa9097c19 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:02.838640 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:02.838898 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-210ffc17-4ca0-4f28-bedb-b8cfa9097c19 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:02.839313 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'status': 'completed', 'code': 200} Oct 27 21:30:02.843905 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-f28c3d39-ff69-466a-b4ae-10332b27edd1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338 HTTP/1.1" status: 200 len: 217 time: 0.1425762 Oct 27 21:30:02.900347 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8769a29-28f5-4170-b83c-cf9b8eb0c84c req-e2370598-44d6-4f31-87a2-7718fb02e06f tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:02.904499 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b8769a29-28f5-4170-b83c-cf9b8eb0c84c req-e2370598-44d6-4f31-87a2-7718fb02e06f tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 945 time: 0.3745449 Oct 27 21:30:02.935516 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f9e8254d-ee99-49a4-93d3-ad90a2294c4c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=660916c61f3041dcb024daef8e8d02f6 HTTP/1.1" status: 200 len: 379 time: 0.3432188 Oct 27 21:30:02.968771 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Request body: {'port': {'device_id': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'admin_state_up': True, 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'security_groups': ['dedae964-102f-458d-82d9-a8d122ffcf24']}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:03.039649 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9c070cce-a35a-4470-b674-1fcbeabd69f0, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9c070cce-a35a-4470-b674-1fcbeabd69f0,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:03.072750 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.073607 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device cad09f38-e140-4327-a099-1071a2b7a74c up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:03.085530 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-74c77b4b-d22b-47cf-99c7-c55b7a86469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:03.094121 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-74c77b4b-d22b-47cf-99c7-c55b7a86469d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.2431602 Oct 27 21:30:03.232708 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9c070cce-a35a-4470-b674-1fcbeabd69f0,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:03.315998 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b8769a29-28f5-4170-b83c-cf9b8eb0c84c req-bc474955-2ba7-4ae5-a9f5-e71b209ba0c4 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768852 Oct 27 21:30:03.320661 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f56d36-3ceb-44e2-8094-56c5bbce3512" -d '{"events": [{"server_uuid": "cb676e4f-1798-4622-9bf2-21b5e3d5eb5c", "name": "network-vif-plugged", "status": "completed", "tag": "9c070cce-a35a-4470-b674-1fcbeabd69f0"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:03.360287 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d4c2b-cbff-4f18-a254-7035130f59b4 req-d33b16ac-6812-4d1d-842b-432190d4e86e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:03.374412 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-dd3d4c2b-cbff-4f18-a254-7035130f59b4 req-d33b16ac-6812-4d1d-842b-432190d4e86e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.2744262 Oct 27 21:30:03.392669 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port cad09f38-e140-4327-a099-1071a2b7a74c completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:03.408557 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port cad09f38-e140-4327-a099-1071a2b7a74c triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:03.409258 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.443910 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-93e96d51-981a-4d1c-80c8-d02109f0b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:03.450255 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-93e96d51-981a-4d1c-80c8-d02109f0b5cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3046963 Oct 27 21:30:03.467214 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Made reservation on behalf of 660916c61f3041dcb024daef8e8d02f6 for: {'port': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:03.487472 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.554275 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.635153 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port cad09f38-e140-4327-a099-1071a2b7a74c, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cad09f38-e140-4327-a099-1071a2b7a74c,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:03.643039 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.644502 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device f937d7fa-14ed-4fb4-abdb-eb76e7baeece up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:03.650186 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-53aa7dcd-4796-4271-a14d-5940b2217b08 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886604 Oct 27 21:30:03.747830 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Allocated IP 172.20.0.13 (d6b7a17e-09fe-4b39-b44c-2d1337d91ed7/277221fb-10ab-4eb5-b84a-f5934fc5fe8a/9b122e52-8ec7-4342-adc4-389da3e1ef1a) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:03.757556 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e4e1f393-3c3e-4646-bff3-935afe22be45 req-d193f8db-3659-44ee-b694-7bc59bdf3f0a service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966873 Oct 27 21:30:03.764218 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=cad09f38-e140-4327-a099-1071a2b7a74c,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:03.771932 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-dd3d4c2b-cbff-4f18-a254-7035130f59b4 req-dd8ee0ec-e092-4c47-949c-adeca9ff46a5 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960717 Oct 27 21:30:03.794657 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port f937d7fa-14ed-4fb4-abdb-eb76e7baeece completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:03.799356 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port f937d7fa-14ed-4fb4-abdb-eb76e7baeece triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:03.799809 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.904900 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:03.924516 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f3660ea9-3320-4024-84c0-c9d00efb15e1 req-5e00eeb6-298c-47c1-9f7b-b5efb5a65a16 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 210 time: 0.0488908 Oct 27 21:30:03.985248 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c13b6-2fe8-401c-b7b9-f11e1ede2474 req-b68f493f-f7fd-414e-b57e-84cda1bff00e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:03.991199 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port f937d7fa-14ed-4fb4-abdb-eb76e7baeece, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=f937d7fa-14ed-4fb4-abdb-eb76e7baeece,segment=NetworkSegment(f355253d-c6d8-4b41-8d3f-46d31e931ae4),segment_id=f355253d-c6d8-4b41-8d3f-46d31e931ae4)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:03.993868 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e29c13b6-2fe8-401c-b7b9-f11e1ede2474 req-b68f493f-f7fd-414e-b57e-84cda1bff00e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 945 time: 0.5460398 Oct 27 21:30:04.000686 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:04.002011 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:04.044290 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5607-9adc-47ed-91b2-ebd9323f49ee req-40399573-7248-40cb-a2e6-b3d498b61138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:04.046983 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d97d5607-9adc-47ed-91b2-ebd9323f49ee req-40399573-7248-40cb-a2e6-b3d498b61138 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 1097 time: 0.0836825 Oct 27 21:30:04.047584 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:04.107834 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e29c13b6-2fe8-401c-b7b9-f11e1ede2474 req-31d1c6d9-56d6-4815-b9c2-78804dcd4ef1 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116042 Oct 27 21:30:04.208184 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=f937d7fa-14ed-4fb4-abdb-eb76e7baeece,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:04.215021 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:04.243287 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:04.252372 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5607-9adc-47ed-91b2-ebd9323f49ee req-a6129406-c9cd-4cb1-9aff-43c86824553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:04.252989 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:04.254788 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d97d5607-9adc-47ed-91b2-ebd9323f49ee req-a6129406-c9cd-4cb1-9aff-43c86824553b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 918 time: 0.2001941 Oct 27 21:30:04.255229 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:04.320076 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d97d5607-9adc-47ed-91b2-ebd9323f49ee req-b954a15a-8bd8-4caa-9049-cd7b2a4a4a08 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338 HTTP/1.1" status: 200 len: 217 time: 0.0574336 Oct 27 21:30:04.327137 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:04.328696 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:04.340332 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event updated for resources: {'Port': ['ID=9b122e52-8ec7-4342-adc4-389da3e1ef1a,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:04.343195 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:04.351237 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:04.351365 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:04.404853 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e010ff47-bb8a-4527-93ef-4356c7366985 x-openstack-request-id: req-e010ff47-bb8a-4527-93ef-4356c7366985 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:04.405459 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb676e4f-1798-4622-9bf2-21b5e3d5eb5c", "name": "network-vif-plugged", "status": "completed", "tag": "9c070cce-a35a-4470-b674-1fcbeabd69f0", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:04.405780 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e010ff47-bb8a-4527-93ef-4356c7366985 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:04.406501 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb676e4f-1798-4622-9bf2-21b5e3d5eb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c070cce-a35a-4470-b674-1fcbeabd69f0', 'code': 200} Oct 27 21:30:04.480971 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-53a41148-4383-4378-abe2-cdd6fa90610e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5438714 Oct 27 21:30:04.501892 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Request body: {'port': {'device_id': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:04.504318 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5607-9adc-47ed-91b2-ebd9323f49ee req-5059873b-be10-46c7-9b46-4dd084216db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:04.506678 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d97d5607-9adc-47ed-91b2-ebd9323f49ee req-5059873b-be10-46c7-9b46-4dd084216db2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.1485593 Oct 27 21:30:04.593692 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bea7b-7485-4a82-a050-8bfecea9f432 req-5624640f-c52b-404d-adfc-47749b5bd8a0 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:04.626376 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3e8bea7b-7485-4a82-a050-8bfecea9f432 req-5624640f-c52b-404d-adfc-47749b5bd8a0 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 946 time: 0.2392411 Oct 27 21:30:04.688369 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a9685-ba81-47c9-9f57-6312948af204 req-e8c869a1-6209-4356-ae5c-b2d5fa15f7fb tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:04.696150 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fd3a9685-ba81-47c9-9f57-6312948af204 req-e8c869a1-6209-4356-ae5c-b2d5fa15f7fb tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 946 time: 0.2364216 Oct 27 21:30:04.744848 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5607-9adc-47ed-91b2-ebd9323f49ee req-f368e0cf-73cd-438b-a1ac-1ec53f1366ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:04.749491 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d97d5607-9adc-47ed-91b2-ebd9323f49ee req-f368e0cf-73cd-438b-a1ac-1ec53f1366ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2012553 Oct 27 21:30:04.774563 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3e8bea7b-7485-4a82-a050-8bfecea9f432 req-ccf3f66b-83c0-4000-8dd9-67860be4afbd tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584284 Oct 27 21:30:04.777823 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:04.808315 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:04.860800 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-0c02e3a1-843b-4eff-9357-d3856c50305a None None] Provisioning complete for port 9b122e52-8ec7-4342-adc4-389da3e1ef1a triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:04.860800 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0c02e3a1-843b-4eff-9357-d3856c50305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:04.960773 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fd3a9685-ba81-47c9-9f57-6312948af204 req-04644193-18ea-41f5-be36-19203d5f6fb5 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629344 Oct 27 21:30:04.990843 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0b43838f-64c3-4ed5-aa9b-71097f7615cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.050050 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dcf25-401e-462a-96d1-fdf8dc73da6b req-dc8be090-7e5e-454f-8a33-f05817c6fad2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:05.058239 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a62dcf25-401e-462a-96d1-fdf8dc73da6b req-dc8be090-7e5e-454f-8a33-f05817c6fad2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.1410017 Oct 27 21:30:05.061214 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9bb4c2b4-a839-4327-9789-d3cae7fa0c31,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:05.080784 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.088195 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e3a1-843b-4eff-9357-d3856c50305a None None] Port 9b122e52-8ec7-4342-adc4-389da3e1ef1a cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:30:05.178681 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a62dcf25-401e-462a-96d1-fdf8dc73da6b req-8a510222-4cae-4f69-ae7a-9149177a83b8 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178961 Oct 27 21:30:05.275029 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9bb4c2b4-a839-4327-9789-d3cae7fa0c31,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:05.314795 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f04f3-a2de-4771-aa9d-2716719a2afd req-6c4980cd-3ca7-41cc-af25-6a7bff0502d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:05.316332 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-616f04f3-a2de-4771-aa9d-2716719a2afd req-6c4980cd-3ca7-41cc-af25-6a7bff0502d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 1099 time: 0.3837266 Oct 27 21:30:05.358161 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e978d-18ce-4531-bc23-e2c6a093acf5 req-222838e5-865f-43df-be4a-a9c5b843104e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:05.360593 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6c5e978d-18ce-4531-bc23-e2c6a093acf5 req-222838e5-865f-43df-be4a-a9c5b843104e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 932 time: 0.2028351 Oct 27 21:30:05.366179 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d97d5607-9adc-47ed-91b2-ebd9323f49ee req-2d32d0e3-e40c-434d-ac15-d0e2d137db23 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846925 Oct 27 21:30:05.391966 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b122e52-8ec7-4342-adc4-389da3e1ef1a {{(pid=101366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:05.398388 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-616f04f3-a2de-4771-aa9d-2716719a2afd req-032c6916-84e0-48fb-9c08-43943138ed85 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.403540 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eafdcf-0ae7-4036-b5a4-193b5f8df017 req-744fd3d6-fc66-45d8-b156-8d6e203db332 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:05.405138 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c2eafdcf-0ae7-4036-b5a4-193b5f8df017 req-744fd3d6-fc66-45d8-b156-8d6e203db332 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1279225 Oct 27 21:30:05.410080 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.436352 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.provisioning_blocks [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Transition to ACTIVE for port object 9b122e52-8ec7-4342-adc4-389da3e1ef1a will not be triggered until provisioned by entity L2. {{(pid=101366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:05.443709 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.492693 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c2eafdcf-0ae7-4036-b5a4-193b5f8df017 req-925e872b-dd30-4a4f-a99d-fc561e5526e7 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755520 Oct 27 21:30:05.508092 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b122e52-8ec7-4342-adc4-389da3e1ef1a,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:05.546178 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6c5e978d-18ce-4531-bc23-e2c6a093acf5 req-22525d98-16c4-4d82-994f-32133f9029c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696665 Oct 27 21:30:05.548386 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.managers [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Attempting to bind port 9b122e52-8ec7-4342-adc4-389da3e1ef1a on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:05.548720 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.managers [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Attempting to bind port 9b122e52-8ec7-4342-adc4-389da3e1ef1a by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'}] {{(pid=101366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:05.549073 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Attempting to bind port 9b122e52-8ec7-4342-adc4-389da3e1ef1a on network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 {{(pid=101366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:05.570211 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Port 9b122e52-8ec7-4342-adc4-389da3e1ef1a on network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:30:05.570211 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Attempting to bind port 9b122e52-8ec7-4342-adc4-389da3e1ef1a on network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 {{(pid=101366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:05.570211 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:05.570618 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Checking segment: {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:05.571246 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Bound using segment: {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'} {{(pid=101366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:05.572271 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.managers [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Bound port: 9b122e52-8ec7-4342-adc4-389da3e1ef1a, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'}}] {{(pid=101366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:05.572922 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.581656 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d97d5607-9adc-47ed-91b2-ebd9323f49ee req-e7dee8ae-833b-466b-acfe-ee7acc45823e service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038708 Oct 27 21:30:05.647558 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-616f04f3-a2de-4771-aa9d-2716719a2afd req-032c6916-84e0-48fb-9c08-43943138ed85 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.656494 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-616f04f3-a2de-4771-aa9d-2716719a2afd req-032c6916-84e0-48fb-9c08-43943138ed85 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.704003 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] For port 9b122e52-8ec7-4342-adc4-389da3e1ef1a, host hv-cinder-81574, cleared binding levels {{(pid=101366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:05.710020 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-616f04f3-a2de-4771-aa9d-2716719a2afd req-032c6916-84e0-48fb-9c08-43943138ed85 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844085 Oct 27 21:30:05.711380 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] For port 9b122e52-8ec7-4342-adc4-389da3e1ef1a, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9b122e52-8ec7-4342-adc4-389da3e1ef1a,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:05.718615 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.731650 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c6916-84e0-48fb-9c08-43943138ed85 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eb383cef-b39a-45f2-965c-a0f24cf01557,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:05.780230 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:05.780980 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:05.782277 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] 10.222.0.83 "PUT /v2.0/ports/9b122e52-8ec7-4342-adc4-389da3e1ef1a HTTP/1.1" status: 200 len: 1094 time: 1.2851212 Oct 27 21:30:05.782730 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'tag': '9b122e52-8ec7-4342-adc4-389da3e1ef1a'}] {{(pid=101366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:05.785398 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8678a9f2196498b2d251eb2584ee31b5e063e546e82940a6b87b3d9432d70b75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c4393b-1188-4fe5-a59d-d455ac476802" -d '{"events": [{"name": "network-changed", "server_uuid": "8df0f4ed-6efd-43c1-a222-eacb110aeb88", "tag": "9b122e52-8ec7-4342-adc4-389da3e1ef1a"}]}' {{(pid=101366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:05.811604 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc1b83-36f7-4016-bd59-1d6f707137d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b122e52-8ec7-4342-adc4-389da3e1ef1a,revision_number=3']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:05.929092 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426ccc7d-c218-4813-850a-c28f4b816d4e x-openstack-request-id: req-426ccc7d-c218-4813-850a-c28f4b816d4e {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:05.929396 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df0f4ed-6efd-43c1-a222-eacb110aeb88", "tag": "9b122e52-8ec7-4342-adc4-389da3e1ef1a", "status": "completed", "code": 200}]} {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:05.929634 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-426ccc7d-c218-4813-850a-c28f4b816d4e {{(pid=101366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:05.930035 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'tag': '9b122e52-8ec7-4342-adc4-389da3e1ef1a', 'status': 'completed', 'code': 200} Oct 27 21:30:05.993655 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052682e9-5761-4ee7-9c5d-bb5f6df63052 req-26713225-6772-404a-86f8-9f95f6f6a66b tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:06.004195 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-052682e9-5761-4ee7-9c5d-bb5f6df63052 req-26713225-6772-404a-86f8-9f95f6f6a66b tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 946 time: 0.0833409 Oct 27 21:30:06.093508 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-052682e9-5761-4ee7-9c5d-bb5f6df63052 req-efa4147b-86eb-48cf-984e-a17b5c2b73bc tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852845 Oct 27 21:30:06.200719 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f9545-bf9b-4da0-b8c9-ec337a338d36 req-28d56ac1-0ce0-46a8-8722-200f7a65f686 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:06.204095 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e03f9545-bf9b-4da0-b8c9-ec337a338d36 req-28d56ac1-0ce0-46a8-8722-200f7a65f686 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 946 time: 0.1397521 Oct 27 21:30:06.217974 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4393b-1188-4fe5-a59d-d455ac476802 req-1b45b4a0-f153-40d2-a9de-7c5372c0db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:06.223267 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-09c4393b-1188-4fe5-a59d-d455ac476802 req-1b45b4a0-f153-40d2-a9de-7c5372c0db37 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=660916c61f3041dcb024daef8e8d02f6&device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 1097 time: 0.1336925 Oct 27 21:30:06.331763 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e03f9545-bf9b-4da0-b8c9-ec337a338d36 req-b22396ba-bc28-41a6-aff7-4f19ad7f364b tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162558 Oct 27 21:30:06.342857 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560b4e7-c7b2-4432-894e-35c8a449d73a req-d4acbcb6-c659-4c8b-a50a-14beb455ae5d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:06.351681 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8560b4e7-c7b2-4432-894e-35c8a449d73a req-d4acbcb6-c659-4c8b-a50a-14beb455ae5d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0782073 Oct 27 21:30:06.408705 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110281d3-3dde-482b-bbe9-0f37875eca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad09f38-e140-4327-a099-1071a2b7a74c'}, {'server_uuid': 'f2588eab-6acc-4e2c-998e-577abd9d5fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f937d7fa-14ed-4fb4-abdb-eb76e7baeece'}, {'server_uuid': '1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb4c2b4-a839-4327-9789-d3cae7fa0c31'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:06.409736 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8560b4e7-c7b2-4432-894e-35c8a449d73a req-24bd28ea-dc02-45b5-8eea-cad10dc1f0f5 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570371 Oct 27 21:30:06.415443 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e95de6a-d39a-482e-9546-35033c2a752c" -d '{"events": [{"server_uuid": "110281d3-3dde-482b-bbe9-0f37875eca8a", "name": "network-vif-plugged", "status": "completed", "tag": "cad09f38-e140-4327-a099-1071a2b7a74c"}, {"server_uuid": "f2588eab-6acc-4e2c-998e-577abd9d5fd8", "name": "network-vif-plugged", "status": "completed", "tag": "f937d7fa-14ed-4fb4-abdb-eb76e7baeece"}, {"server_uuid": "1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6", "name": "network-vif-plugged", "status": "completed", "tag": "9bb4c2b4-a839-4327-9789-d3cae7fa0c31"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:06.507980 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1050b7c7-45de-41c6-904e-c12dbfb64459 x-openstack-request-id: req-1050b7c7-45de-41c6-904e-c12dbfb64459 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:06.508522 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110281d3-3dde-482b-bbe9-0f37875eca8a", "name": "network-vif-plugged", "status": "completed", "tag": "cad09f38-e140-4327-a099-1071a2b7a74c", "code": 200}, {"server_uuid": "f2588eab-6acc-4e2c-998e-577abd9d5fd8", "name": "network-vif-plugged", "status": "completed", "tag": "f937d7fa-14ed-4fb4-abdb-eb76e7baeece", "code": 200}, {"server_uuid": "1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6", "name": "network-vif-plugged", "status": "completed", "tag": "9bb4c2b4-a839-4327-9789-d3cae7fa0c31", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:06.508971 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1050b7c7-45de-41c6-904e-c12dbfb64459 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:06.509866 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110281d3-3dde-482b-bbe9-0f37875eca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad09f38-e140-4327-a099-1071a2b7a74c', 'code': 200} Oct 27 21:30:06.510222 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2588eab-6acc-4e2c-998e-577abd9d5fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f937d7fa-14ed-4fb4-abdb-eb76e7baeece', 'code': 200} Oct 27 21:30:06.510627 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb4c2b4-a839-4327-9789-d3cae7fa0c31', 'code': 200} Oct 27 21:30:06.530518 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4393b-1188-4fe5-a59d-d455ac476802 req-5e0ab8d7-ecde-47de-a54e-02d1d01ec052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:06.532111 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-09c4393b-1188-4fe5-a59d-d455ac476802 req-5e0ab8d7-ecde-47de-a54e-02d1d01ec052 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=660916c61f3041dcb024daef8e8d02f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2938910 Oct 27 21:30:06.655759 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55220) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:06.711839 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1a70f-52a5-47f2-bedc-8520ba1b788e req-07a3f1c6-a3a2-4ea1-9f3d-74630cc17246 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:06.713620 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-42e1a70f-52a5-47f2-bedc-8520ba1b788e req-07a3f1c6-a3a2-4ea1-9f3d-74630cc17246 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0796227 Oct 27 21:30:06.775455 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-42e1a70f-52a5-47f2-bedc-8520ba1b788e req-475874a8-232e-40b7-bd91-79aa7ff72686 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527592 Oct 27 21:30:07.113627 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c40e47-5689-4798-ad6f-2543287c41d1 req-1329897c-3761-44ea-a87e-51e89cf97f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.115215 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b4c40e47-5689-4798-ad6f-2543287c41d1 req-1329897c-3761-44ea-a87e-51e89cf97f5a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 1099 time: 0.1494784 Oct 27 21:30:07.119699 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d352c-fd8e-43fe-b12b-7831cdf5cfc6 req-0d0d73b1-4e06-4cc8-9049-fe1aa4beef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.121680 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e83d352c-fd8e-43fe-b12b-7831cdf5cfc6 req-0d0d73b1-4e06-4cc8-9049-fe1aa4beef5e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 1099 time: 0.1435020 Oct 27 21:30:07.126449 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91e6ab-a950-42fc-92f1-60e1777fb9e9 req-a2bf5cd0-cea5-446e-99ab-ea2e914de852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.130388 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-db91e6ab-a950-42fc-92f1-60e1777fb9e9 req-a2bf5cd0-cea5-446e-99ab-ea2e914de852 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.1079621 Oct 27 21:30:07.196302 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55244) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:07.292783 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-da3a677a-e169-4faf-a70b-58275549dd2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:07.371405 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd8e45-e496-45e6-a8ca-94ea91086d15 req-1e7d8ace-adb9-4fb4-b30c-9dbc06f5c747 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.372963 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e9dd8e45-e496-45e6-a8ca-94ea91086d15 req-1e7d8ace-adb9-4fb4-b30c-9dbc06f5c747 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 944 time: 0.7191117 Oct 27 21:30:07.446163 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4393b-1188-4fe5-a59d-d455ac476802 req-3ec9f6e2-0d13-4c4f-92b1-443211ab6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.447825 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-09c4393b-1188-4fe5-a59d-d455ac476802 req-3ec9f6e2-0d13-4c4f-92b1-443211ab6b76 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8351531 Oct 27 21:30:07.492114 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e9dd8e45-e496-45e6-a8ca-94ea91086d15 req-fca6a519-5388-41ac-af7c-ef1cb3f527ad tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020505 Oct 27 21:30:07.561182 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e83d352c-fd8e-43fe-b12b-7831cdf5cfc6 req-f0003924-32df-428c-acb6-772741788d42 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078884 Oct 27 21:30:07.569127 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b4c40e47-5689-4798-ad6f-2543287c41d1 req-62ccb163-669a-4c6a-a0b6-b1fd8a95c102 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336412 Oct 27 21:30:07.575935 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-db91e6ab-a950-42fc-92f1-60e1777fb9e9 req-20204ae6-0ef2-4200-8693-3b1f94ff166e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309607 Oct 27 21:30:07.589077 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ae598-f3d8-412f-81ac-a3c1ce52fc16 req-4301d4fa-c1ad-4e82-993f-955641b452b0 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.591129 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-425ae598-f3d8-412f-81ac-a3c1ce52fc16 req-4301d4fa-c1ad-4e82-993f-955641b452b0 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 946 time: 0.1914558 Oct 27 21:30:07.591969 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-da3a677a-e169-4faf-a70b-58275549dd2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:07.598798 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-da3a677a-e169-4faf-a70b-58275549dd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:07.636890 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3a73c8a8-740a-4016-bfce-0ca75edd0bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:07.660723 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55254) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:07.688884 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-425ae598-f3d8-412f-81ac-a3c1ce52fc16 req-e805bb2b-d646-4002-b7a1-8274e51b3605 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866520 Oct 27 21:30:07.694469 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a677a-e169-4faf-a70b-58275549dd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c1b43b-d133-46d0-9b47-761f72da72b7,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:07.697328 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0ad90f62-9fff-4cae-9a7b-47e0d39617d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:07.703740 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-da3a677a-e169-4faf-a70b-58275549dd2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c9785f186c84277a8db729e6c88447a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0050337 Oct 27 21:30:07.707150 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55258) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:07.765782 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556cdce-a6be-4856-b108-1d12bcef4944 req-9f183787-cb99-4cd6-8119-42db7454cd32 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.767602 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9556cdce-a6be-4856-b108-1d12bcef4944 req-9f183787-cb99-4cd6-8119-42db7454cd32 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 946 time: 0.1476407 Oct 27 21:30:07.838279 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9556cdce-a6be-4856-b108-1d12bcef4944 req-c07fc1f1-5925-4eff-916c-dce24fb59122 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596833 Oct 27 21:30:07.869095 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd2f8-eada-4dba-a2a1-820cb7b84e16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:07.879030 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0ad90f62-9fff-4cae-9a7b-47e0d39617d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:07.884762 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0ad90f62-9fff-4cae-9a7b-47e0d39617d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:07.890705 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-fee23ced-425e-4d3f-934a-659acdf7c10f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:07.960938 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-0ad90f62-9fff-4cae-9a7b-47e0d39617d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d226370ce0f4f4bb1003e6a7963a19d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7570741 Oct 27 21:30:07.963123 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad90f62-9fff-4cae-9a7b-47e0d39617d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edc2781-85c1-4e43-b751-761bf91cb18e,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:07.963626 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55262) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:07.967340 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-fee23ced-425e-4d3f-934a-659acdf7c10f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:07.984740 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068397e-de8b-4832-8e22-e126c4a7f614 req-71596413-7e9c-4c1a-9b2c-bade7ae39991 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.987389 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3068397e-de8b-4832-8e22-e126c4a7f614 req-71596413-7e9c-4c1a-9b2c-bade7ae39991 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.1842823 Oct 27 21:30:07.991384 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d088fa-7974-4788-8d29-4d35a37bb96b req-47efa9d8-3b86-4db4-aeb3-e8c56deef843 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:07.993293 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-20d088fa-7974-4788-8d29-4d35a37bb96b req-47efa9d8-3b86-4db4-aeb3-e8c56deef843 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0859270 Oct 27 21:30:08.049179 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-20d088fa-7974-4788-8d29-4d35a37bb96b req-6a7188f4-99cf-4cbc-b07f-e5a6817271b1 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433633 Oct 27 21:30:08.109492 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 90592bba-a65c-42e1-afb6-d7f7dbf36338 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:30:08.219292 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3068397e-de8b-4832-8e22-e126c4a7f614 req-23ad941b-a77c-435f-a353-fe92461d2360 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064509 Oct 27 21:30:08.272535 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:08.276107 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-fee23ced-425e-4d3f-934a-659acdf7c10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.278828 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-fee23ced-425e-4d3f-934a-659acdf7c10f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.280053 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-fee23ced-425e-4d3f-934a-659acdf7c10f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41c1b43b-d133-46d0-9b47-761f72da72b7 HTTP/1.1" status: 204 len: 168 time: 0.5687101 Oct 27 21:30:08.289500 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'port_id': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'mac_address': 'fa:16:3e:6a:87:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:30:08.290670 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-50693288-42d1-44b4-b193-ee7bea4d1cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.308843 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd2f8-eada-4dba-a2a1-820cb7b84e16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.315465 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee23ced-425e-4d3f-934a-659acdf7c10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c1b43b-d133-46d0-9b47-761f72da72b7,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:08.329445 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd2f8-eada-4dba-a2a1-820cb7b84e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.354801 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.357133 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-50693288-42d1-44b4-b193-ee7bea4d1cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.377364 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90592bba-a65c-42e1-afb6-d7f7dbf36338 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:08.399299 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-2cbdd2f8-eada-4dba-a2a1-820cb7b84e16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a36d0c122e0a42dd834fd007fd72ed24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7364533 Oct 27 21:30:08.405717 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55266) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:08.411019 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:08.436589 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.443613 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdd2f8-eada-4dba-a2a1-820cb7b84e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebecfc62-45e5-45ef-be2c-b5e9e3c9211f,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:08.451539 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.549522 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-50693288-42d1-44b4-b193-ee7bea4d1cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.552932 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-50693288-42d1-44b4-b193-ee7bea4d1cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.565774 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-50693288-42d1-44b4-b193-ee7bea4d1cc3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4edc2781-85c1-4e43-b751-761bf91cb18e HTTP/1.1" status: 204 len: 168 time: 0.5946181 Oct 27 21:30:08.579185 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=90592bba-a65c-42e1-afb6-d7f7dbf36338,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:08.594366 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50693288-42d1-44b4-b193-ee7bea4d1cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edc2781-85c1-4e43-b751-761bf91cb18e,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:08.597017 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2cd08773-1037-45f8-a24c-954982126afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.619303 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-6df36e25-4f23-4b8a-aba3-1d5eec14ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:08.625505 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-6df36e25-4f23-4b8a-aba3-1d5eec14ce59 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=660916c61f3041dcb024daef8e8d02f6&device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 1097 time: 0.1324806 Oct 27 21:30:08.650976 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2cd08773-1037-45f8-a24c-954982126afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.664215 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.737770 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-41344733-aa37-4aae-ba86-128bbecedcf6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b122e52-8ec7-4342-adc4-389da3e1ef1a HTTP/1.1" status: 200 len: 217 time: 0.0890090 Oct 27 21:30:08.780371 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf8c86-9656-4ff2-a60e-790eeaa886e8 req-a051cf7d-5137-4a95-9c23-82a126298b94 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:08.786115 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-accf8c86-9656-4ff2-a60e-790eeaa886e8 req-a051cf7d-5137-4a95-9c23-82a126298b94 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 944 time: 0.0872269 Oct 27 21:30:08.812166 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2cd08773-1037-45f8-a24c-954982126afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.815697 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2cd08773-1037-45f8-a24c-954982126afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:08.817019 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-2cd08773-1037-45f8-a24c-954982126afd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebecfc62-45e5-45ef-be2c-b5e9e3c9211f HTTP/1.1" status: 204 len: 168 time: 0.4097965 Oct 27 21:30:08.869138 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['90592bba-a65c-42e1-afb6-d7f7dbf36338'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:08.877154 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-fa32296c-bb03-4675-91e5-1014a100a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:08.879016 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-fa32296c-bb03-4675-91e5-1014a100a41b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=277221fb-10ab-4eb5-b84a-f5934fc5fe8a HTTP/1.1" status: 200 len: 850 time: 0.1237569 Oct 27 21:30:08.882111 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd08773-1037-45f8-a24c-954982126afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebecfc62-45e5-45ef-be2c-b5e9e3c9211f,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:08.910929 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-accf8c86-9656-4ff2-a60e-790eeaa886e8 req-d3785bb9-4b00-46c9-bc06-963b9c270c28 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155331 Oct 27 21:30:08.959593 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c81ed-8b69-4151-a431-0cb6fc9ac4e5 req-ad7e6478-aa7e-4b85-8799-5c52478cc1ea tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:08.969242 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-848c81ed-8b69-4151-a431-0cb6fc9ac4e5 req-ad7e6478-aa7e-4b85-8799-5c52478cc1ea tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 946 time: 0.1587191 Oct 27 21:30:09.013600 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-fc4fc8f2-488b-4eee-a184-a22a0b8c361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:09.015316 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-fc4fc8f2-488b-4eee-a184-a22a0b8c361e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1284013 Oct 27 21:30:09.081529 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-848c81ed-8b69-4151-a431-0cb6fc9ac4e5 req-b8f0b220-c135-4dc9-9ba5-4b67b5bfef6e tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064980 Oct 27 21:30:09.111703 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645a0d7-e722-4cae-9adc-6476d0b1ac0d req-9bd51d26-9b30-46a6-80d1-448dde7fb1a4 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:09.120656 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e645a0d7-e722-4cae-9adc-6476d0b1ac0d req-9bd51d26-9b30-46a6-80d1-448dde7fb1a4 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 946 time: 0.1088276 Oct 27 21:30:09.162376 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55284) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:09.178384 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e645a0d7-e722-4cae-9adc-6476d0b1ac0d req-86c1056d-b972-40fe-b9e3-a6ad2c636512 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514157 Oct 27 21:30:09.204575 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc365aad-ab54-462a-87fa-f527f2886f0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:09.415143 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-a7b22264-44cc-4079-9dd4-f8865ae05886 service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832543 Oct 27 21:30:09.431991 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781772f7-cdb7-4513-b116-6c78aa44bb75 req-0f1cfbee-669b-4c8b-926c-ef160846079d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:09.439874 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-781772f7-cdb7-4513-b116-6c78aa44bb75 req-0f1cfbee-669b-4c8b-926c-ef160846079d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.2308888 Oct 27 21:30:09.495413 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da743740-87f5-4393-babf-8b0b8b985ac4 req-ef11f708-09d6-465a-be31-d7af0cfb522f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:09.505872 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-da743740-87f5-4393-babf-8b0b8b985ac4 req-ef11f708-09d6-465a-be31-d7af0cfb522f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 945 time: 0.1271198 Oct 27 21:30:09.550258 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55290) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:09.577375 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-781772f7-cdb7-4513-b116-6c78aa44bb75 req-671ab86b-a6b5-4f72-b759-38393473e575 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362658 Oct 27 21:30:09.606256 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-6a9597cc-8a5f-4ebb-8a7a-a0888c873f66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:09.633079 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc365aad-ab54-462a-87fa-f527f2886f0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:09.647632 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cc365aad-ab54-462a-87fa-f527f2886f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:09.695775 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-da743740-87f5-4393-babf-8b0b8b985ac4 req-378b41b0-bbfe-4ae6-b3f2-a5ea5a3e9f20 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830935 Oct 27 21:30:09.721038 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-cc365aad-ab54-462a-87fa-f527f2886f0a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3cd4e6d7f0a466b900f8355d13e15f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5575454 Oct 27 21:30:09.729683 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55296) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:09.816976 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc365aad-ab54-462a-87fa-f527f2886f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b5dee0-6bb5-4282-bd3a-3e903cea382e,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:09.849955 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3bd05a4-3de0-499a-b944-cb56aa2cf9ae req-e3b919ed-c253-4e37-bb91-94f4c32a0fd0 service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604591 Oct 27 21:30:09.892012 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55302) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:09.901912 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-6a9597cc-8a5f-4ebb-8a7a-a0888c873f66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:09.910056 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-6a9597cc-8a5f-4ebb-8a7a-a0888c873f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:09.913242 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-09a3f92e-e824-4f4e-9b19-a44e62b768db admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:09.918552 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19649a84-7778-49c7-8aef-220232825075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:09.963453 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19649a84-7778-49c7-8aef-220232825075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:09.967597 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9597cc-8a5f-4ebb-8a7a-a0888c873f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a79c83-9451-455a-a011-8074a084fb3b,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:09.981829 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-6a9597cc-8a5f-4ebb-8a7a-a0888c873f66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0105de1f5788453e95578961e2d20237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290779 Oct 27 21:30:09.982046 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55306) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:10.171288 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19649a84-7778-49c7-8aef-220232825075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.173961 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19649a84-7778-49c7-8aef-220232825075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.175309 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-19649a84-7778-49c7-8aef-220232825075 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38b5dee0-6bb5-4282-bd3a-3e903cea382e HTTP/1.1" status: 204 len: 168 time: 0.4427145 Oct 27 21:30:10.183804 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b8c12fcb-5336-430d-93c9-bace9a015cd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.198427 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f193009-833a-44f7-9f6b-e55f566c30c9 req-a85b4846-3bda-47d8-9c4a-2ebc9c759ff8 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:10.200060 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8f193009-833a-44f7-9f6b-e55f566c30c9 req-a85b4846-3bda-47d8-9c4a-2ebc9c759ff8 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 944 time: 0.1570218 Oct 27 21:30:10.206225 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-09a3f92e-e824-4f4e-9b19-a44e62b768db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.216557 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19649a84-7778-49c7-8aef-220232825075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b5dee0-6bb5-4282-bd3a-3e903cea382e,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:10.223113 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-09a3f92e-e824-4f4e-9b19-a44e62b768db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.254599 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0392eb-ae94-44ba-b8dc-b14d5b57e5fe req-21adfd3b-8457-44e0-b2b8-f3e4c4e6080e tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:10.261465 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9c0392eb-ae94-44ba-b8dc-b14d5b57e5fe req-21adfd3b-8457-44e0-b2b8-f3e4c4e6080e tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 946 time: 0.0965714 Oct 27 21:30:10.303803 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b8c12fcb-5336-430d-93c9-bace9a015cd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.309593 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9c0392eb-ae94-44ba-b8dc-b14d5b57e5fe req-2d984f1a-b750-40b5-bbab-823f0b820319 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470295 Oct 27 21:30:10.362569 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3f92e-e824-4f4e-9b19-a44e62b768db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca17e8d7-3424-4e23-a4b2-f921c790cb63,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:10.385295 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-09a3f92e-e824-4f4e-9b19-a44e62b768db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4bc8f5083e342a79d291c2cdceb4978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890313 Oct 27 21:30:10.386157 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55314) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:10.400921 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8f193009-833a-44f7-9f6b-e55f566c30c9 req-291754db-383e-4a7d-ab7c-5e5a49c5ab14 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812401 Oct 27 21:30:10.434905 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b8c12fcb-5336-430d-93c9-bace9a015cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.438796 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b8c12fcb-5336-430d-93c9-bace9a015cd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.440270 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-b8c12fcb-5336-430d-93c9-bace9a015cd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77a79c83-9451-455a-a011-8074a084fb3b HTTP/1.1" status: 204 len: 168 time: 0.4549289 Oct 27 21:30:10.456750 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c12fcb-5336-430d-93c9-bace9a015cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a79c83-9451-455a-a011-8074a084fb3b,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:10.475079 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c0882746-5184-4f62-8f7e-d8cf982dd38a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.509867 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c0882746-5184-4f62-8f7e-d8cf982dd38a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.563718 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.594537 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c0882746-5184-4f62-8f7e-d8cf982dd38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.599159 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c0882746-5184-4f62-8f7e-d8cf982dd38a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:10.600954 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c0882746-5184-4f62-8f7e-d8cf982dd38a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca17e8d7-3424-4e23-a4b2-f921c790cb63 HTTP/1.1" status: 204 len: 168 time: 0.2133746 Oct 27 21:30:10.639434 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0882746-5184-4f62-8f7e-d8cf982dd38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca17e8d7-3424-4e23-a4b2-f921c790cb63,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:10.786385 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911e41e-91f6-44d9-a8b6-c0b400451d1b req-5ac4857d-20ed-4185-b454-fc1557257478 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:10.788659 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d911e41e-91f6-44d9-a8b6-c0b400451d1b req-5ac4857d-20ed-4185-b454-fc1557257478 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1025214 Oct 27 21:30:10.901337 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d911e41e-91f6-44d9-a8b6-c0b400451d1b req-2a4a6f61-14c9-4d5d-9819-a060e82e3a88 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040881 Oct 27 21:30:11.005946 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985bd08-ce80-4e1e-9c5c-e9688ff05290 req-0a0191c8-f138-4ead-acab-24d8c1659be9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:11.007891 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3985bd08-ce80-4e1e-9c5c-e9688ff05290 req-0a0191c8-f138-4ead-acab-24d8c1659be9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 945 time: 0.0731606 Oct 27 21:30:11.078857 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3985bd08-ce80-4e1e-9c5c-e9688ff05290 req-0b43e368-c6aa-4cb6-9dd0-19033e69d2ac tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619366 Oct 27 21:30:11.418383 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0ba3c-11b8-4547-868f-6c5d7c736470 req-ac4b3a17-b177-426f-8593-586d6bcb3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:11.420638 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0890b46-0ec0-46a8-992a-ac8f037a671b req-3ceb7c13-5eb1-4b24-a696-892983cd9b61 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:11.423611 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c0890b46-0ec0-46a8-992a-ac8f037a671b req-3ceb7c13-5eb1-4b24-a696-892983cd9b61 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1004539 Oct 27 21:30:11.424165 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e7d0ba3c-11b8-4547-868f-6c5d7c736470 req-ac4b3a17-b177-426f-8593-586d6bcb3a4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 1099 time: 0.0942760 Oct 27 21:30:11.501062 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c0890b46-0ec0-46a8-992a-ac8f037a671b req-a7fae76c-4620-4794-84e5-d3a46d319fca tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601141 Oct 27 21:30:11.614004 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0ba3c-11b8-4547-868f-6c5d7c736470 req-58b245d4-3831-4d22-bf88-11ffd131228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:11.616614 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e7d0ba3c-11b8-4547-868f-6c5d7c736470 req-58b245d4-3831-4d22-bf88-11ffd131228b service neutron] 10.222.0.83 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 920 time: 0.1795161 Oct 27 21:30:11.686756 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9640c5-edf8-4518-91b3-a325566dd389 req-3b9b8df1-e736-4ec5-92be-f12843dace58 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:11.697048 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e7d0ba3c-11b8-4547-868f-6c5d7c736470 req-4613ff90-cb99-40d9-9839-e3c80db62b23 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cad09f38-e140-4327-a099-1071a2b7a74c HTTP/1.1" status: 200 len: 217 time: 0.0658638 Oct 27 21:30:11.698595 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ac9640c5-edf8-4518-91b3-a325566dd389 req-3b9b8df1-e736-4ec5-92be-f12843dace58 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 944 time: 0.0946920 Oct 27 21:30:11.771143 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ac9640c5-edf8-4518-91b3-a325566dd389 req-6278e71d-4639-4e91-9ddc-67e8fde310a5 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697575 Oct 27 21:30:11.793056 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0ba3c-11b8-4547-868f-6c5d7c736470 req-b31ca9d9-a857-468a-8e7f-23ff862da9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:11.794554 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e7d0ba3c-11b8-4547-868f-6c5d7c736470 req-b31ca9d9-a857-468a-8e7f-23ff862da9b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=55d4d4c6-62d1-4440-b670-fe01a605f294 HTTP/1.1" status: 200 len: 859 time: 0.0895579 Oct 27 21:30:11.835954 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e7d0ba3c-11b8-4547-868f-6c5d7c736470 req-ab61aa7a-c4e4-4475-a6d5-f118aaf3e425 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316517 Oct 27 21:30:12.020246 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e7d0ba3c-11b8-4547-868f-6c5d7c736470 req-86430393-ae23-4353-a70e-0860d1164d66 service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620471 Oct 27 21:30:12.128572 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 90592bba-a65c-42e1-afb6-d7f7dbf36338 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:12.207090 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e7d0ba3c-11b8-4547-868f-6c5d7c736470 req-1e58bcc1-cdf3-4f79-8667-f79e25aa7de9 service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568301 Oct 27 21:30:12.292119 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 90592bba-a65c-42e1-afb6-d7f7dbf36338 completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:12.306231 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 90592bba-a65c-42e1-afb6-d7f7dbf36338 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:12.306617 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.318185 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc6a61-f3ed-4b3a-9ffc-239d658cd5a6 req-7b5fe43a-d0e5-439d-b916-0d430e46cd7d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:12.333759 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a7dc6a61-f3ed-4b3a-9ffc-239d658cd5a6 req-7b5fe43a-d0e5-439d-b916-0d430e46cd7d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 945 time: 0.1055231 Oct 27 21:30:12.396121 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a7dc6a61-f3ed-4b3a-9ffc-239d658cd5a6 req-d1b868d2-3f28-41f2-8d38-1b6129a561f1 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610464 Oct 27 21:30:12.448006 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.482712 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:12.485559 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b995251-0e14-4e86-8ca1-b7c6494d4500" -d '{"events": [{"server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "name": "network-vif-plugged", "status": "completed", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:12.503538 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:12.518267 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:12.567660 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9fecb7-011a-4da5-a11f-71eea532ea06 x-openstack-request-id: req-6c9fecb7-011a-4da5-a11f-71eea532ea06 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:12.567972 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "name": "network-vif-plugged", "status": "completed", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:12.568545 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c9fecb7-011a-4da5-a11f-71eea532ea06 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:12.569161 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'code': 200} Oct 27 21:30:12.592838 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=90592bba-a65c-42e1-afb6-d7f7dbf36338,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:12.702276 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165a427-4972-4b52-9439-9649c9ccbfdf req-a16c2ee4-021b-454c-abe1-fe5950ad42fd tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:12.710872 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1165a427-4972-4b52-9439-9649c9ccbfdf req-a16c2ee4-021b-454c-abe1-fe5950ad42fd tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0858607 Oct 27 21:30:12.770747 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1165a427-4972-4b52-9439-9649c9ccbfdf req-19881414-f9d0-4c4c-b01d-cc3a1b7a6b7f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583467 Oct 27 21:30:12.892909 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91843672-29a9-4266-9892-7de11b28f60b req-2ac967e6-7042-4d74-b0c6-2bbd33ff08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:12.895035 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-91843672-29a9-4266-9892-7de11b28f60b req-2ac967e6-7042-4d74-b0c6-2bbd33ff08cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 1099 time: 0.0816250 Oct 27 21:30:12.958904 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-91843672-29a9-4266-9892-7de11b28f60b req-f004a054-188e-41fc-a131-bd5e24b9a460 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560517 Oct 27 21:30:12.972291 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9d612-b148-43db-b702-06f5165ef28e req-f4be65a3-1d59-4afc-9065-5abc90330df8 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:12.977825 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-28e9d612-b148-43db-b702-06f5165ef28e req-f4be65a3-1d59-4afc-9065-5abc90330df8 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 944 time: 0.0743427 Oct 27 21:30:13.030247 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-28e9d612-b148-43db-b702-06f5165ef28e req-f6d0b001-e645-404d-bb92-99029de7e780 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486903 Oct 27 21:30:13.668928 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c5c2-2ed8-4244-804e-1537d127f7f0 req-fa9b664b-e08d-4a9a-af27-9381956ce145 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.672212 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04f0c5c2-2ed8-4244-804e-1537d127f7f0 req-fa9b664b-e08d-4a9a-af27-9381956ce145 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1199410 Oct 27 21:30:13.800271 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04f0c5c2-2ed8-4244-804e-1537d127f7f0 req-d50b3eec-b793-4fe6-9c00-c6e2809fc230 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189449 Oct 27 21:30:13.963199 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34354bce-2819-42f1-a462-bdde61b20687 req-59238951-8877-4885-aafd-c83a5fc403dc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:13.965303 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-34354bce-2819-42f1-a462-bdde61b20687 req-59238951-8877-4885-aafd-c83a5fc403dc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0911188 Oct 27 21:30:14.016695 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-34354bce-2819-42f1-a462-bdde61b20687 req-4630c0ad-4614-4da4-99bd-f895858e9ad8 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433781 Oct 27 21:30:14.135348 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9b122e52-8ec7-4342-adc4-389da3e1ef1a details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:30:14.216248 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a916915-e6c7-480d-8964-8c564d5c84ed req-f3fdc6f1-6bbf-4209-a482-6988abe2eb97 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.228787 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a916915-e6c7-480d-8964-8c564d5c84ed req-f3fdc6f1-6bbf-4209-a482-6988abe2eb97 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 944 time: 0.1142008 Oct 27 21:30:14.298511 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9b122e52-8ec7-4342-adc4-389da3e1ef1a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9b122e52-8ec7-4342-adc4-389da3e1ef1a,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:14.316100 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '9b122e52-8ec7-4342-adc4-389da3e1ef1a', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'port_id': '9b122e52-8ec7-4342-adc4-389da3e1ef1a', 'mac_address': 'fa:16:3e:0e:3a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:30:14.336828 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a916915-e6c7-480d-8964-8c564d5c84ed req-f29824a7-a5ef-471d-b8f2-b9a32f6b3932 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014633 Oct 27 21:30:14.417144 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:14.440749 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b122e52-8ec7-4342-adc4-389da3e1ef1a {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:14.486528 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9b122e52-8ec7-4342-adc4-389da3e1ef1a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9b122e52-8ec7-4342-adc4-389da3e1ef1a,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:14.500730 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:14.561596 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9b122e52-8ec7-4342-adc4-389da3e1ef1a,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:14.682389 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55514) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:14.912244 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9b122e52-8ec7-4342-adc4-389da3e1ef1a'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:14.975683 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95357bcc-0364-4224-81ee-63f08ecbdef0 req-1104fd49-5b0b-4a4c-9943-40d600f00de7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:14.983760 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-95357bcc-0364-4224-81ee-63f08ecbdef0 req-1104fd49-5b0b-4a4c-9943-40d600f00de7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0776398 Oct 27 21:30:15.056981 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-95357bcc-0364-4224-81ee-63f08ecbdef0 req-b127cefb-1042-484d-b62e-8e7c9aff83ad tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718257 Oct 27 21:30:15.104727 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.332053 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb42b43-a846-443b-ae7d-8af87443fc13 req-2e3ef6df-df39-4758-abab-e828107c2ab8 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.336316 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-aeb42b43-a846-443b-ae7d-8af87443fc13 req-2e3ef6df-df39-4758-abab-e828107c2ab8 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1673930 Oct 27 21:30:15.348594 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55536) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:15.378489 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-03415902-5fd2-4365-8005-90a95c2c8ba4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Request body: {'floatingip': {'port_id': '90592bba-a65c-42e1-afb6-d7f7dbf36338'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:15.461125 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.475919 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.551490 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae289d-f6e9-4118-b618-0311c474f5e9 req-f5529a27-8d05-457d-9bfa-1c7418213157 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.553121 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8dae289d-f6e9-4118-b618-0311c474f5e9 req-f5529a27-8d05-457d-9bfa-1c7418213157 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.3508775 Oct 27 21:30:15.556449 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-03415902-5fd2-4365-8005-90a95c2c8ba4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.602639 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb71b412-1564-4996-879a-5b968a9e686a,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:15.609604 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6b9d52f9ff849eb941288c2831a2399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9256039 Oct 27 21:30:15.614281 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55544) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:15.625505 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:15.625830 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:15.626159 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:15.626488 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:15.626956 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:15.627277 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:15.627601 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:15.627918 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:15.628240 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:15.628556 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:15.628895 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:15.629218 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df4938-3944-4464-bc4a-2d4fde850dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:15.686814 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2801a80-b67e-4273-adec-2d7c0f813974 req-ccf98f6c-92fb-4e68-819e-1cbec5fda32c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:15.698219 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f2801a80-b67e-4273-adec-2d7c0f813974 req-ccf98f6c-92fb-4e68-819e-1cbec5fda32c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 945 time: 0.2125719 Oct 27 21:30:15.784669 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-25687481-a27d-4326-837c-5f618ad6acb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.793738 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8dae289d-f6e9-4118-b618-0311c474f5e9 req-1189e388-364a-4e5f-acce-f60fede6ebc7 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944550 Oct 27 21:30:15.803687 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f2801a80-b67e-4273-adec-2d7c0f813974 req-ec87414e-96dd-4bcf-a439-e1d435386bad tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041708 Oct 27 21:30:15.834513 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-25687481-a27d-4326-837c-5f618ad6acb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.907153 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-25687481-a27d-4326-837c-5f618ad6acb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.910623 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-25687481-a27d-4326-837c-5f618ad6acb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:15.914755 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-25687481-a27d-4326-837c-5f618ad6acb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb71b412-1564-4996-879a-5b968a9e686a HTTP/1.1" status: 204 len: 168 time: 0.2958293 Oct 27 21:30:15.925806 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25687481-a27d-4326-837c-5f618ad6acb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb71b412-1564-4996-879a-5b968a9e686a,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:16.427768 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55570) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:16.442289 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1aa037af-7694-42a6-a9a2-35cbbc222ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.551578 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1aa037af-7694-42a6-a9a2-35cbbc222ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.557958 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1aa037af-7694-42a6-a9a2-35cbbc222ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.610130 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-1aa037af-7694-42a6-a9a2-35cbbc222ff3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3957a4c271d4b5a81820349f4685c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804349 Oct 27 21:30:16.611081 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa037af-7694-42a6-a9a2-35cbbc222ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f0294e-0f4e-4120-af4f-ad010dcc392b,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:16.612949 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55572) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:16.687891 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-03415902-5fd2-4365-8005-90a95c2c8ba4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.701708 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-03415902-5fd2-4365-8005-90a95c2c8ba4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.707368 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.797923 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:16.868627 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.l3_db [None req-03415902-5fd2-4365-8005-90a95c2c8ba4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Floating IP f01144e5-e726-4fa1-89b9-556469d3a47d associated. External IP: 172.27.2.163, port: 90592bba-a65c-42e1-afb6-d7f7dbf36338. Oct 27 21:30:16.947321 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e8e7d-fc1d-432e-9882-e135ffb5aace req-d509445f-2efd-4aa3-9273-8353b1f9bdcf tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:16.949112 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1e5e8e7d-fc1d-432e-9882-e135ffb5aace req-d509445f-2efd-4aa3-9273-8353b1f9bdcf tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 945 time: 0.0584815 Oct 27 21:30:17.020768 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58f187-4ca7-4fe7-bc62-d2a0e5c17ff3 req-4bcfc967-76a9-488a-8a9a-aac95e6ad96c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:17.022479 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ff58f187-4ca7-4fe7-bc62-d2a0e5c17ff3 req-4bcfc967-76a9-488a-8a9a-aac95e6ad96c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1033080 Oct 27 21:30:17.025610 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.028206 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.033489 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3f0294e-0f4e-4120-af4f-ad010dcc392b HTTP/1.1" status: 204 len: 168 time: 0.4155173 Oct 27 21:30:17.050330 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1e5e8e7d-fc1d-432e-9882-e135ffb5aace req-d175ed84-8224-4658-9a9f-db2c4856a913 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793693 Oct 27 21:30:17.054885 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f0294e-0f4e-4120-af4f-ad010dcc392b,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:17.075795 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:17.076140 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:17.076477 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:17.076802 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:17.077147 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:17.077480 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:17.077799 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:17.078128 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:17.078445 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:17.078763 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:17.079076 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:17.079386 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ce3dc9-d5fd-444c-a585-ad161e5f26ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:17.104196 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ff58f187-4ca7-4fe7-bc62-d2a0e5c17ff3 req-adc92136-e432-4f41-9286-87142cfba50e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674429 Oct 27 21:30:17.242213 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03415902-5fd2-4365-8005-90a95c2c8ba4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Router 0e70cc8c-4611-458b-955e-5168ac16fa93 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:30:17.367705 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03415902-5fd2-4365-8005-90a95c2c8ba4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:30:17.374733 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-03415902-5fd2-4365-8005-90a95c2c8ba4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:17.396385 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ee380-2d37-4dbf-9642-756b1ff91073 None None] Sync routers for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:30:17.409765 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ee380-2d37-4dbf-9642-756b1ff91073 None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:17.410655 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-03415902-5fd2-4365-8005-90a95c2c8ba4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "PUT /v2.0/floatingips/f01144e5-e726-4fa1-89b9-556469d3a47d HTTP/1.1" status: 200 len: 992 time: 2.0597868 Oct 27 21:30:17.411329 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:17.413651 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-b23ee380-2d37-4dbf-9642-756b1ff91073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:30:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:17.415395 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7aacb9-0b4f-401d-a609-75149260e2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:17.495970 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df08f15a-f22d-4a39-9e75-353f1955594e x-openstack-request-id: req-df08f15a-f22d-4a39-9e75-353f1955594e {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:17.496521 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:17.497391 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df08f15a-f22d-4a39-9e75-353f1955594e {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:17.498064 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'status': 'completed', 'code': 200} Oct 27 21:30:17.650860 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aacb9-0b4f-401d-a609-75149260e2ed req-4eaba970-20e9-41c3-b711-01332754caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:17.653315 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6a7aacb9-0b4f-401d-a609-75149260e2ed req-4eaba970-20e9-41c3-b711-01332754caa5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 1099 time: 0.0741534 Oct 27 21:30:17.660991 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-b23ee380-2d37-4dbf-9642-756b1ff91073 None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:17.793940 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aacb9-0b4f-401d-a609-75149260e2ed req-dd1443e0-543e-4433-9d80-e687dcf4ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:17.796588 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6a7aacb9-0b4f-401d-a609-75149260e2ed req-dd1443e0-543e-4433-9d80-e687dcf4ac84 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 918 time: 0.1271358 Oct 27 21:30:18.016100 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6a7aacb9-0b4f-401d-a609-75149260e2ed req-aa8a59ec-ca2d-4fca-840e-873ab5ffc605 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338 HTTP/1.1" status: 200 len: 1000 time: 0.2035816 Oct 27 21:30:18.107084 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-b23ee380-2d37-4dbf-9642-756b1ff91073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': 'f01144e5-e726-4fa1-89b9-556469d3a47d', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'port_id': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'mac_address': 'fa:16:3e:6a:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd42464b-44dc-477a-b836-e61b283e7037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:50Z', 'updated_at': '2021-10-27T21:30:16Z', 'revision_number': 1, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:46Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:18.143270 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aacb9-0b4f-401d-a609-75149260e2ed req-3e8c7393-c3c3-4e25-ba4c-3d5e0393bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:18.144731 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6a7aacb9-0b4f-401d-a609-75149260e2ed req-3e8c7393-c3c3-4e25-ba4c-3d5e0393bb8a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.1133137 Oct 27 21:30:18.160639 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9b122e52-8ec7-4342-adc4-389da3e1ef1a up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:18.207390 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ee380-2d37-4dbf-9642-756b1ff91073 None None] Checking router: 0e70cc8c-4611-458b-955e-5168ac16fa93 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:30:18.229900 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ee380-2d37-4dbf-9642-756b1ff91073 None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:18.230737 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-b23ee380-2d37-4dbf-9642-756b1ff91073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:30:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:18.293212 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 9b122e52-8ec7-4342-adc4-389da3e1ef1a completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:18.301914 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 9b122e52-8ec7-4342-adc4-389da3e1ef1a triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:18.302948 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.382177 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aacb9-0b4f-401d-a609-75149260e2ed req-ebffca75-03cf-4799-9b1a-8386386505e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:18.382581 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47fad-2463-48f3-ab3b-3bba8b03dc23 req-30d8fb89-f8c0-4532-9d16-f13b7ecf9670 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:18.384012 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6a7aacb9-0b4f-401d-a609-75149260e2ed req-ebffca75-03cf-4799-9b1a-8386386505e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2299149 Oct 27 21:30:18.398557 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4fa47fad-2463-48f3-ab3b-3bba8b03dc23 req-30d8fb89-f8c0-4532-9d16-f13b7ecf9670 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1377766 Oct 27 21:30:18.433115 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd03ce-97bc-4ff9-9ab2-3e603acda095 req-7dc75104-122a-421c-8d63-5a386777c6d5 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:18.445269 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-94cd03ce-97bc-4ff9-9ab2-3e603acda095 req-7dc75104-122a-421c-8d63-5a386777c6d5 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 945 time: 0.2498004 Oct 27 21:30:18.456668 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.489960 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b122e52-8ec7-4342-adc4-389da3e1ef1a'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:18.494936 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f092156c-72d4-437d-ac66-c0df4239c7cd" -d '{"events": [{"server_uuid": "8df0f4ed-6efd-43c1-a222-eacb110aeb88", "name": "network-vif-plugged", "status": "completed", "tag": "9b122e52-8ec7-4342-adc4-389da3e1ef1a"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:18.502921 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4fa47fad-2463-48f3-ab3b-3bba8b03dc23 req-c92343ce-3378-49b7-b002-0d348c62f80d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997746 Oct 27 21:30:18.531300 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-b23ee380-2d37-4dbf-9642-756b1ff91073 None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:18.532379 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9b122e52-8ec7-4342-adc4-389da3e1ef1a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9b122e52-8ec7-4342-adc4-389da3e1ef1a,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:18.546393 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:18.641877 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e463daf0-bab1-48b9-a739-0478ca6dee67 x-openstack-request-id: req-e463daf0-bab1-48b9-a739-0478ca6dee67 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:18.642310 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df0f4ed-6efd-43c1-a222-eacb110aeb88", "name": "network-vif-plugged", "status": "completed", "tag": "9b122e52-8ec7-4342-adc4-389da3e1ef1a", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:18.642493 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e463daf0-bab1-48b9-a739-0478ca6dee67 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:18.643665 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b122e52-8ec7-4342-adc4-389da3e1ef1a', 'code': 200} Oct 27 21:30:18.668911 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9b122e52-8ec7-4342-adc4-389da3e1ef1a,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:18.991670 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-94cd03ce-97bc-4ff9-9ab2-3e603acda095 req-158044b0-6350-4262-b272-bb476dab65c2 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4474430 Oct 27 21:30:19.012438 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f9d9598f-6867-4a32-bdea-8d632ef9fc13 req-aa69e7e4-b809-4897-9513-d10fd6090c2f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5240853 Oct 27 21:30:19.040131 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-b23ee380-2d37-4dbf-9642-756b1ff91073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': 'f01144e5-e726-4fa1-89b9-556469d3a47d', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'port_id': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'mac_address': 'fa:16:3e:6a:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd42464b-44dc-477a-b836-e61b283e7037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:50Z', 'updated_at': '2021-10-27T21:30:16Z', 'revision_number': 1, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:46Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:19.048326 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55658) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:19.083218 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ee380-2d37-4dbf-9642-756b1ff91073 None None] The sync data for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi is: [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': 'f01144e5-e726-4fa1-89b9-556469d3a47d', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'port_id': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'mac_address': 'fa:16:3e:6a:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd42464b-44dc-477a-b836-e61b283e7037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:50Z', 'updated_at': '2021-10-27T21:30:16Z', 'revision_number': 1, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:46Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:30:19.098735 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6a7aacb9-0b4f-401d-a609-75149260e2ed req-ab61eaae-3149-48ce-bfb8-35981025caf2 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7053568 Oct 27 21:30:19.118541 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb5c3c-78ee-4413-b93c-c49ff94a3d84 req-a589f07e-c916-41b1-9bd6-7e70f217327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:19.123108 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2feb5c3c-78ee-4413-b93c-c49ff94a3d84 req-a589f07e-c916-41b1-9bd6-7e70f217327c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 1099 time: 0.1355708 Oct 27 21:30:19.250404 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44d96e0b-41d1-4ac2-a6ee-0f736fd2308d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.314116 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.339410 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9598f-6867-4a32-bdea-8d632ef9fc13 req-8f49b59d-13da-45a8-b538-ba5d5eea0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:19.341431 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f9d9598f-6867-4a32-bdea-8d632ef9fc13 req-8f49b59d-13da-45a8-b538-ba5d5eea0d0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 1099 time: 0.1812460 Oct 27 21:30:19.345693 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2feb5c3c-78ee-4413-b93c-c49ff94a3d84 req-8b35e759-fe28-4b77-8e74-e2cc3d1ab99a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867149 Oct 27 21:30:19.348589 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6a7aacb9-0b4f-401d-a609-75149260e2ed req-5577ecce-956b-4968-a2b1-d259a54f4268 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210376 Oct 27 21:30:19.396754 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44d96e0b-41d1-4ac2-a6ee-0f736fd2308d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.403084 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44d96e0b-41d1-4ac2-a6ee-0f736fd2308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.455810 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d96e0b-41d1-4ac2-a6ee-0f736fd2308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f01164-a1be-4240-8f5f-3f999a9f0d0a,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:19.465372 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55678) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:19.465551 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-44d96e0b-41d1-4ac2-a6ee-0f736fd2308d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=600be3d2a1374e08b8fa8f3675ce26a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157629 Oct 27 21:30:19.490336 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f75b06-07ee-4236-ac1c-82f778c95477 None None] New status for floating IP f01144e5-e726-4fa1-89b9-556469d3a47d: ACTIVE {{(pid=101367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:30:19.585486 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-937c2c21-b459-411d-bff6-63e081b4f215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.659100 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-937c2c21-b459-411d-bff6-63e081b4f215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.724017 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-937c2c21-b459-411d-bff6-63e081b4f215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.725365 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed1aff-211d-4e09-bd22-d762eb6ac6b8 req-13834f86-8783-422a-afb6-a84647d26eac tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:19.727378 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cfed1aff-211d-4e09-bd22-d762eb6ac6b8 req-13834f86-8783-422a-afb6-a84647d26eac tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0961843 Oct 27 21:30:19.727810 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-937c2c21-b459-411d-bff6-63e081b4f215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:19.731654 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-937c2c21-b459-411d-bff6-63e081b4f215 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9f01164-a1be-4240-8f5f-3f999a9f0d0a HTTP/1.1" status: 204 len: 168 time: 0.2622833 Oct 27 21:30:19.756126 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c2c21-b459-411d-bff6-63e081b4f215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f01164-a1be-4240-8f5f-3f999a9f0d0a,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:19.857247 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cfed1aff-211d-4e09-bd22-d762eb6ac6b8 req-550125ea-9195-46d4-bc65-b7dbf72ed71b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167040 Oct 27 21:30:19.962668 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9598f-6867-4a32-bdea-8d632ef9fc13 req-383b5590-5178-48df-9a22-cc4d6ddcb246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:19.964998 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f9d9598f-6867-4a32-bdea-8d632ef9fc13 req-383b5590-5178-48df-9a22-cc4d6ddcb246 service neutron] 10.222.0.83 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 915 time: 0.1881514 Oct 27 21:30:20.088326 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f9d9598f-6867-4a32-bdea-8d632ef9fc13 req-916f211d-5185-48dc-aa36-2a886ccf7296 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c070cce-a35a-4470-b674-1fcbeabd69f0 HTTP/1.1" status: 200 len: 217 time: 0.0751266 Oct 27 21:30:20.197477 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9598f-6867-4a32-bdea-8d632ef9fc13 req-8dcfd0fb-3fc7-4d94-942d-491abb47508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:20.199583 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f9d9598f-6867-4a32-bdea-8d632ef9fc13 req-8dcfd0fb-3fc7-4d94-942d-491abb47508f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=925a5092-ed1d-4fb8-b9bb-a90d2e0606f6 HTTP/1.1" status: 200 len: 854 time: 0.0880985 Oct 27 21:30:20.218075 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf421f-e379-4d84-a3b2-9bc002b42242 req-4f0be5e3-c97f-4acf-8a11-11e72cc32b66 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:20.219893 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-55cf421f-e379-4d84-a3b2-9bc002b42242 req-4f0be5e3-c97f-4acf-8a11-11e72cc32b66 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0855737 Oct 27 21:30:20.260849 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f9d9598f-6867-4a32-bdea-8d632ef9fc13 req-4a5282ac-7599-4a2a-b31c-af59b8caf580 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529833 Oct 27 21:30:20.283450 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-55cf421f-e379-4d84-a3b2-9bc002b42242 req-42cedb0b-2c47-4663-a06a-1cb4cf4a03ef tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556459 Oct 27 21:30:20.413986 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f9d9598f-6867-4a32-bdea-8d632ef9fc13 req-ae4a51f0-5af4-4150-a7fc-ca1dd5954649 service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347752 Oct 27 21:30:20.576712 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f9d9598f-6867-4a32-bdea-8d632ef9fc13 req-dfb800ed-1a8a-48a7-87d7-032e6764ee7c service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212382 Oct 27 21:30:21.040747 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f704a-a511-4375-99f1-93519c820687 req-28afbf75-36ef-41ae-af4d-78bfdb6c8744 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:21.050494 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fe0f704a-a511-4375-99f1-93519c820687 req-28afbf75-36ef-41ae-af4d-78bfdb6c8744 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0813446 Oct 27 21:30:21.119277 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fe0f704a-a511-4375-99f1-93519c820687 req-6e1c2df3-289c-4c69-9c18-2ecb79517f94 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675607 Oct 27 21:30:21.468394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa470e-2967-4e42-8873-97b57e7022d3 req-996ae9f9-943e-4b67-81a5-2420b231b545 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:21.470003 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-95fa470e-2967-4e42-8873-97b57e7022d3 req-996ae9f9-943e-4b67-81a5-2420b231b545 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0611138 Oct 27 21:30:21.521593 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-95fa470e-2967-4e42-8873-97b57e7022d3 req-aa70005a-998b-4dda-8452-097d9438d671 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436044 Oct 27 21:30:22.325135 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40488ca5-6b06-4ec9-a7cc-1f51f985ffcc req-a1aefc25-ecbd-4080-a2d4-0f97c2e37686 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:22.328048 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-40488ca5-6b06-4ec9-a7cc-1f51f985ffcc req-a1aefc25-ecbd-4080-a2d4-0f97c2e37686 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0692570 Oct 27 21:30:22.357788 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c09411-7a1b-4b09-8b7c-db623010120e req-1276ec9c-ad41-4d8f-9ab5-b4f9564d7eb6 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:22.369258 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-1276ec9c-ad41-4d8f-9ab5-b4f9564d7eb6 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 814 time: 0.1843278 Oct 27 21:30:22.387391 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-6322f103-39bc-402c-a740-2e1c705abbf2 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/quotas/82abb78d5839476888d22129c36dceb7 HTTP/1.1" status: 200 len: 375 time: 0.0160904 Oct 27 21:30:22.409517 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-40488ca5-6b06-4ec9-a7cc-1f51f985ffcc req-25a0d4ee-2682-4125-9b91-87337876b0af tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696237 Oct 27 21:30:22.445460 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-e0e2c577-c3f2-40f8-b3b1-92723fe295e6 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0511515 Oct 27 21:30:22.561694 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-729dc45f-cfd9-482d-9c25-04d029a0e01f service neutron] 10.222.0.53 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111608 Oct 27 21:30:22.675894 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-a4b43c84-a462-4672-b8e3-69ed1a2ebd58 service neutron] 10.222.0.53 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062605 Oct 27 21:30:22.713265 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0f5a-2013-45bc-af1c-809458236ab4 req-f2ea52aa-69e6-4408-a88e-98c4a2929063 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:22.715040 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-406d0f5a-2013-45bc-af1c-809458236ab4 req-f2ea52aa-69e6-4408-a88e-98c4a2929063 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0670221 Oct 27 21:30:22.797873 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-406d0f5a-2013-45bc-af1c-809458236ab4 req-52e5eed5-1cc4-41a4-80f8-463b0c32250f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705597 Oct 27 21:30:22.962188 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69affa-9340-48e6-ad3c-fb7b0ec3e653 req-1aeb3920-959a-4887-8202-00a9a8bc41f5 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:22.964340 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2a69affa-9340-48e6-ad3c-fb7b0ec3e653 req-1aeb3920-959a-4887-8202-00a9a8bc41f5 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0618846 Oct 27 21:30:22.975194 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55808) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:22.980208 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-3b7c38b1-d833-4da7-93ea-7d004f9b72b7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Request body: {'floatingip': {'port_id': '9b122e52-8ec7-4342-adc4-389da3e1ef1a'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:22.997361 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5fa1f177-ea8b-4560-845d-b4360b50492f req-60cc9ffa-eade-467d-9c28-d2703ef3955a tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 210 time: 0.0401750 Oct 27 21:30:23.043977 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3b7c38b1-d833-4da7-93ea-7d004f9b72b7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:23.602708 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d62f6-3355-433b-9bca-0ebabf26dea4 req-95bc067c-6944-4b0f-afcf-d1c5fac38226 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:23.604384 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-053d62f6-3355-433b-9bca-0ebabf26dea4 req-95bc067c-6944-4b0f-afcf-d1c5fac38226 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0929232 Oct 27 21:30:23.694816 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3b7c38b1-d833-4da7-93ea-7d004f9b72b7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:23.700524 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-053d62f6-3355-433b-9bca-0ebabf26dea4 req-a990d15d-937f-4358-bae6-dd2d049940a1 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833836 Oct 27 21:30:23.701776 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3b7c38b1-d833-4da7-93ea-7d004f9b72b7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:23.803938 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.l3_db [None req-3b7c38b1-d833-4da7-93ea-7d004f9b72b7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Floating IP 7173a30f-6cdf-46c8-8175-e3b2b6da8199 associated. External IP: 172.27.2.227, port: 9b122e52-8ec7-4342-adc4-389da3e1ef1a. Oct 27 21:30:24.040256 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7c38b1-d833-4da7-93ea-7d004f9b72b7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:30:24.154228 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c704a382-f009-4803-a3a4-b089356a6ac7 req-e2cf6ca6-4582-48dc-b2db-d96249c8fe96 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 210 time: 0.0371768 Oct 27 21:30:24.201326 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7c38b1-d833-4da7-93ea-7d004f9b72b7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:30:24.209098 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3b7c38b1-d833-4da7-93ea-7d004f9b72b7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:24.213175 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13a89c-4340-4ab8-9e6b-3d79a42287f5 None None] Sync routers for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:30:24.227434 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13a89c-4340-4ab8-9e6b-3d79a42287f5 None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:24.228187 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-2b13a89c-4340-4ab8-9e6b-3d79a42287f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:30:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:24.268726 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-3b7c38b1-d833-4da7-93ea-7d004f9b72b7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "PUT /v2.0/floatingips/7173a30f-6cdf-46c8-8175-e3b2b6da8199 HTTP/1.1" status: 200 len: 992 time: 1.2898102 Oct 27 21:30:24.268726 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'tag': '9b122e52-8ec7-4342-adc4-389da3e1ef1a'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:24.271365 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a53688-6a2c-4f4a-bac9-748f65b0ddd5" -d '{"events": [{"name": "network-changed", "server_uuid": "8df0f4ed-6efd-43c1-a222-eacb110aeb88", "tag": "9b122e52-8ec7-4342-adc4-389da3e1ef1a"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:24.459983 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-2b13a89c-4340-4ab8-9e6b-3d79a42287f5 None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:24.720705 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-2b13a89c-4340-4ab8-9e6b-3d79a42287f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '7173a30f-6cdf-46c8-8175-e3b2b6da8199', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'port_id': '9b122e52-8ec7-4342-adc4-389da3e1ef1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'mac_address': 'fa:16:3e:0e:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:56Z', 'updated_at': '2021-10-27T21:30:23Z', 'revision_number': 1, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:51Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:24.753926 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13a89c-4340-4ab8-9e6b-3d79a42287f5 None None] Checking router: 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:30:24.763529 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13a89c-4340-4ab8-9e6b-3d79a42287f5 None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:30:24.764146 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-2b13a89c-4340-4ab8-9e6b-3d79a42287f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:30:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:24.885221 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-2b13a89c-4340-4ab8-9e6b-3d79a42287f5 None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:30:25.127184 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-2b13a89c-4340-4ab8-9e6b-3d79a42287f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '7173a30f-6cdf-46c8-8175-e3b2b6da8199', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'port_id': '9b122e52-8ec7-4342-adc4-389da3e1ef1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'mac_address': 'fa:16:3e:0e:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:56Z', 'updated_at': '2021-10-27T21:30:23Z', 'revision_number': 1, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:51Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:25.157757 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13a89c-4340-4ab8-9e6b-3d79a42287f5 None None] The sync data for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi is: [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '7173a30f-6cdf-46c8-8175-e3b2b6da8199', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'port_id': '9b122e52-8ec7-4342-adc4-389da3e1ef1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'mac_address': 'fa:16:3e:0e:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:29:56Z', 'updated_at': '2021-10-27T21:30:23Z', 'revision_number': 1, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:51Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:30:25.367531 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c6fe4b-86e0-4283-a214-034d51752a5e None None] New status for floating IP 7173a30f-6cdf-46c8-8175-e3b2b6da8199: ACTIVE {{(pid=101367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:30:26.710636 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:30:26.824231 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e16364-84dd-4931-8d38-5feed61e0674 x-openstack-request-id: req-72e16364-84dd-4931-8d38-5feed61e0674 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:26.825075 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df0f4ed-6efd-43c1-a222-eacb110aeb88", "tag": "9b122e52-8ec7-4342-adc4-389da3e1ef1a", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:26.825075 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72e16364-84dd-4931-8d38-5feed61e0674 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:26.825075 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'tag': '9b122e52-8ec7-4342-adc4-389da3e1ef1a', 'status': 'completed', 'code': 200} Oct 27 21:30:26.927803 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-37676c21-c932-458f-a9a9-3cee0620d8f5 req-764ff8ee-6490-41cf-aadb-63a107db1cf1 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 210 time: 0.0366235 Oct 27 21:30:26.953089 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bafdc-8f21-449e-b433-ef69578c5013 req-cde97db0-3aa5-4e42-94f1-ad7009a59df9 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:26.954924 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c14bafdc-8f21-449e-b433-ef69578c5013 req-cde97db0-3aa5-4e42-94f1-ad7009a59df9 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0855298 Oct 27 21:30:26.986637 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a53688-6a2c-4f4a-bac9-748f65b0ddd5 req-dc8281bb-ad9a-4d55-a23b-7e20cfe28984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:26.988157 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04a53688-6a2c-4f4a-bac9-748f65b0ddd5 req-dc8281bb-ad9a-4d55-a23b-7e20cfe28984 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=660916c61f3041dcb024daef8e8d02f6&device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 1099 time: 0.0817387 Oct 27 21:30:27.243792 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c14bafdc-8f21-449e-b433-ef69578c5013 req-1e164fe9-9d6a-4e4b-b87d-b146d6a0af15 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802184 Oct 27 21:30:27.316702 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a53688-6a2c-4f4a-bac9-748f65b0ddd5 req-9e47b7ff-6445-47ad-9d29-70a8778dd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:27.318871 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04a53688-6a2c-4f4a-bac9-748f65b0ddd5 req-9e47b7ff-6445-47ad-9d29-70a8778dd0a7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 HTTP/1.1" status: 200 len: 912 time: 0.3172591 Oct 27 21:30:27.406997 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04a53688-6a2c-4f4a-bac9-748f65b0ddd5 req-eb3afd17-aa06-40c0-a52c-91e40fd89ef7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b122e52-8ec7-4342-adc4-389da3e1ef1a HTTP/1.1" status: 200 len: 1002 time: 0.0726004 Oct 27 21:30:27.512503 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a53688-6a2c-4f4a-bac9-748f65b0ddd5 req-056ce426-7a01-412a-a646-302b5f9d7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:27.514062 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04a53688-6a2c-4f4a-bac9-748f65b0ddd5 req-056ce426-7a01-412a-a646-302b5f9d7103 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=277221fb-10ab-4eb5-b84a-f5934fc5fe8a HTTP/1.1" status: 200 len: 850 time: 0.0555961 Oct 27 21:30:27.747881 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a53688-6a2c-4f4a-bac9-748f65b0ddd5 req-19331306-d9e1-4239-8818-be4463a7e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:27.749497 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04a53688-6a2c-4f4a-bac9-748f65b0ddd5 req-19331306-d9e1-4239-8818-be4463a7e9d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1383400 Oct 27 21:30:27.796813 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c09411-7a1b-4b09-8b7c-db623010120e req-4c36c247-a4da-43f3-bd9b-c3f25f1f23d0 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:27.798761 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-4c36c247-a4da-43f3-bd9b-c3f25f1f23d0 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 814 time: 0.1726699 Oct 27 21:30:27.812726 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55882) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:27.933113 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f27ac24e-7621-44f6-83eb-e79a685aae68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.019561 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f27ac24e-7621-44f6-83eb-e79a685aae68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.025241 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f27ac24e-7621-44f6-83eb-e79a685aae68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.064562 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ac24e-7621-44f6-83eb-e79a685aae68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ffde71-b2f5-4246-a478-73668e669977,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:28.070161 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-f27ac24e-7621-44f6-83eb-e79a685aae68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=105a022119e443c0b1463835c5a300b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562728 Oct 27 21:30:28.073056 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55890) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:28.129500 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-396c45f6-9db7-463f-b5f0-ff440f51094d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.154725 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-396c45f6-9db7-463f-b5f0-ff440f51094d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.215197 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-396c45f6-9db7-463f-b5f0-ff440f51094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.218400 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-396c45f6-9db7-463f-b5f0-ff440f51094d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.219709 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-396c45f6-9db7-463f-b5f0-ff440f51094d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0ffde71-b2f5-4246-a478-73668e669977 HTTP/1.1" status: 204 len: 168 time: 0.1456168 Oct 27 21:30:28.231274 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c45f6-9db7-463f-b5f0-ff440f51094d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ffde71-b2f5-4246-a478-73668e669977,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:28.556556 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55904) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:28.570925 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c9a9032a-7940-4e3b-bf3d-a596a380ef81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.665548 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c9a9032a-7940-4e3b-bf3d-a596a380ef81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.669857 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c9a9032a-7940-4e3b-bf3d-a596a380ef81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.710724 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9032a-7940-4e3b-bf3d-a596a380ef81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a02fa8-da94-4efc-9767-965b4028f812,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:28.716455 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c9a9032a-7940-4e3b-bf3d-a596a380ef81 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a9255088061480fa43c651010e8f4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585801 Oct 27 21:30:28.719874 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55908) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:28.774191 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1f1da215-fb00-456f-8c44-002a583e3a9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.797763 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1f1da215-fb00-456f-8c44-002a583e3a9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.858656 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1f1da215-fb00-456f-8c44-002a583e3a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.861702 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1f1da215-fb00-456f-8c44-002a583e3a9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:28.863098 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-1f1da215-fb00-456f-8c44-002a583e3a9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57a02fa8-da94-4efc-9767-965b4028f812 HTTP/1.1" status: 204 len: 168 time: 0.1420646 Oct 27 21:30:28.873987 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1da215-fb00-456f-8c44-002a583e3a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a02fa8-da94-4efc-9767-965b4028f812,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:29.260438 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55916) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:29.274890 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-58596fec-a169-4b3d-9d4f-8fa75283e5b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.373182 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-58596fec-a169-4b3d-9d4f-8fa75283e5b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.378262 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-58596fec-a169-4b3d-9d4f-8fa75283e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.421883 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-58596fec-a169-4b3d-9d4f-8fa75283e5b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3edf12e70a743fb939ef8483df7f7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602736 Oct 27 21:30:29.422909 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58596fec-a169-4b3d-9d4f-8fa75283e5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdeb68b-7071-4602-b8d9-a5a5bf263cea,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:29.425795 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55920) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:29.487047 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-5552621f-3f6a-40c7-b951-9d4b90c06354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.511664 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-5552621f-3f6a-40c7-b951-9d4b90c06354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.568965 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-5552621f-3f6a-40c7-b951-9d4b90c06354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.573465 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-5552621f-3f6a-40c7-b951-9d4b90c06354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:29.575577 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-5552621f-3f6a-40c7-b951-9d4b90c06354 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dcdeb68b-7071-4602-b8d9-a5a5bf263cea HTTP/1.1" status: 204 len: 168 time: 0.1475236 Oct 27 21:30:29.590243 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552621f-3f6a-40c7-b951-9d4b90c06354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdeb68b-7071-4602-b8d9-a5a5bf263cea,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:30.486777 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 55948) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:30.649085 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1922812165-network', 'tenant_id': '7e4f06ff648d4999b47605c7788b68ac'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:30.682196 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Made reservation on behalf of 7e4f06ff648d4999b47605c7788b68ac for: {'network': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:30.685538 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.699247 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.827667 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.834093 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.867531 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=101365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:30:30.879810 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9573e9-81ae-48b7-8c26-108fe457c4fe,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:30.885653 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.885996 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.segments_db [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Added segment c097cc0a-03d6-4bc5-828f-b138c0ae8a02 of type vlan for network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 Oct 27 21:30:30.931817 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.964814 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:30.965873 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:30.966555 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:31.036817 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5481737 Oct 27 21:30:31.041561 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55956) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:31.048752 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-9854c25f-0a67-4bcd-8c69-0169dd205eb9 admin admin] Request body: {'subnet': {'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1922812165-subnet', 'tenant_id': '7e4f06ff648d4999b47605c7788b68ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:31.054013 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b1c39-c740-40d7-9631-1f76a2f5b270 admin admin] Pushing event updated for resources: {'Network': ['ID=ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:31.086046 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9854c25f-0a67-4bcd-8c69-0169dd205eb9 admin admin] Made reservation on behalf of 7e4f06ff648d4999b47605c7788b68ac for: {'subnet': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:31.089412 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9854c25f-0a67-4bcd-8c69-0169dd205eb9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:31.103494 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:30:31.226452 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-43c09411-7a1b-4b09-8b7c-db623010120e req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Request body: {'port': {'device_id': '87579bf4-6a01-425c-a7f8-f07e6a389a05', 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae', 'admin_state_up': True, 'tenant_id': '82abb78d5839476888d22129c36dceb7'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:31.367971 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9854c25f-0a67-4bcd-8c69-0169dd205eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for subnet, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:31.383280 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04a53688-6a2c-4f4a-bac9-748f65b0ddd5 req-253e97a0-6559-4a85-b756-c782011790fa service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705331 Oct 27 21:30:31.436468 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ad44ebb3-5d13-4454-b01b-1b279d636b41 req-d9a0fd03-5498-49d5-a726-df473519321a tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 210 time: 0.0811958 Oct 27 21:30:31.488379 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854c25f-0a67-4bcd-8c69-0169dd205eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6836bb7-4460-49ce-b09b-8f214364006f,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:31.497336 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854c25f-0a67-4bcd-8c69-0169dd205eb9 admin admin] Checking segment: {'id': 'c097cc0a-03d6-4bc5-828f-b138c0ae8a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:31.497702 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854c25f-0a67-4bcd-8c69-0169dd205eb9 admin admin] Network hostable DHCP agents. Network: ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:30:31.538247 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854c25f-0a67-4bcd-8c69-0169dd205eb9 admin admin] Network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:30:31.562346 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-9854c25f-0a67-4bcd-8c69-0169dd205eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378) {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:31.574224 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9854c25f-0a67-4bcd-8c69-0169dd205eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:31.578096 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9854c25f-0a67-4bcd-8c69-0169dd205eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:31.586338 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6181bf91-57d3-43f4-8aeb-b42fa32b3559 None None] Network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:30:31.684961 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-9854c25f-0a67-4bcd-8c69-0169dd205eb9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6418657 Oct 27 21:30:31.691033 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486b46d-9ef4-4b35-98c3-ea08d0927ec9 req-32c76b1e-ecca-4675-95ce-eea3467b8c81 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:31.705663 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c486b46d-9ef4-4b35-98c3-ea08d0927ec9 req-32c76b1e-ecca-4675-95ce-eea3467b8c81 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.3165286 Oct 27 21:30:31.757516 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04a53688-6a2c-4f4a-bac9-748f65b0ddd5 req-e759d3ab-cbde-4b95-afef-63816dde66d6 service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481798 Oct 27 21:30:31.778834 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c09411-7a1b-4b09-8b7c-db623010120e req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Made reservation on behalf of 82abb78d5839476888d22129c36dceb7 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:31.786263 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-43c09411-7a1b-4b09-8b7c-db623010120e req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:31.993150 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c486b46d-9ef4-4b35-98c3-ea08d0927ec9 req-bbb80905-964e-47b3-8792-a021459f397a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338932 Oct 27 21:30:32.000826 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0086b335-7602-42da-b655-168a30a9f7e5 None None] Network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:30:32.260893 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-43c09411-7a1b-4b09-8b7c-db623010120e req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Allocated IP 172.20.0.3 (644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae/925a5092-ed1d-4fb8-b9bb-a90d2e0606f6/58dad19e-1637-43d3-975d-8e479fb490b4) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:32.540328 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 55988) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:32.611405 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-43c09411-7a1b-4b09-8b7c-db623010120e req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:32.756697 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-59537c5b-3d1a-4f96-9a57-5d4b8cd5550a req-5653ebca-893a-4e27-b34a-5d2496c2a62f tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 210 time: 0.0447204 Oct 27 21:30:32.769653 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-43c09411-7a1b-4b09-8b7c-db623010120e req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:32.828646 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9c070cce-a35a-4470-b674-1fcbeabd69f0'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:32.859365 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c09411-7a1b-4b09-8b7c-db623010120e req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:32.865948 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-43c09411-7a1b-4b09-8b7c-db623010120e req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:32.871087 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c09411-7a1b-4b09-8b7c-db623010120e req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:32.877946 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e83c41e-e7dd-4e34-acac-5ead144fcacd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:32.883015 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c09411-7a1b-4b09-8b7c-db623010120e req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:32.884505 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-43c09411-7a1b-4b09-8b7c-db623010120e req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:32.920183 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Pushing event updated for resources: {'Port': ['ID=58dad19e-1637-43d3-975d-8e479fb490b4,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:32.932161 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-870970bf-a681-44ec-a65a-1ab689c8fb87 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7234912 Oct 27 21:30:32.982249 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Request body: {'port': {'device_id': '87579bf4-6a01-425c-a7f8-f07e6a389a05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:33.097618 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.100089 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e83c41e-e7dd-4e34-acac-5ead144fcacd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.111524 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e83c41e-e7dd-4e34-acac-5ead144fcacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.225418 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-5e83c41e-e7dd-4e34-acac-5ead144fcacd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=643e754912594fa485a2da63774482b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6774795 Oct 27 21:30:33.225418 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83c41e-e7dd-4e34-acac-5ead144fcacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded12a44-a3cf-406c-9dd9-524f28ff9c47,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:33.225418 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 56000) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:33.349118 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-881e0eb2-6557-4e4e-add9-7f503a831b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.370201 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552368d2-e318-4f5a-a99c-dab4e9457f7b req-340b6698-7ab0-44dc-be0c-402b207f737d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:33.371923 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-552368d2-e318-4f5a-a99c-dab4e9457f7b req-340b6698-7ab0-44dc-be0c-402b207f737d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1704266 Oct 27 21:30:33.383590 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-881e0eb2-6557-4e4e-add9-7f503a831b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.447711 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-881e0eb2-6557-4e4e-add9-7f503a831b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.450768 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-881e0eb2-6557-4e4e-add9-7f503a831b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.452137 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-881e0eb2-6557-4e4e-add9-7f503a831b15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ded12a44-a3cf-406c-9dd9-524f28ff9c47 HTTP/1.1" status: 204 len: 168 time: 0.2208064 Oct 27 21:30:33.464498 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e0eb2-6557-4e4e-add9-7f503a831b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded12a44-a3cf-406c-9dd9-524f28ff9c47,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:33.530172 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-552368d2-e318-4f5a-a99c-dab4e9457f7b req-dcb7088b-6db0-4f70-8242-745c29b745ac tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614138 Oct 27 21:30:33.676470 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58dad19e-1637-43d3-975d-8e479fb490b4 {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:33.686705 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.713333 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Transition to ACTIVE for port object 58dad19e-1637-43d3-975d-8e479fb490b4 will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:33.721639 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.799156 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Pushing event updated for resources: {'Port': ['ID=58dad19e-1637-43d3-975d-8e479fb490b4,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:33.845612 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Attempting to bind port 58dad19e-1637-43d3-975d-8e479fb490b4 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:33.846004 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Attempting to bind port 58dad19e-1637-43d3-975d-8e479fb490b4 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:33.846403 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Attempting to bind port 58dad19e-1637-43d3-975d-8e479fb490b4 on network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:33.853207 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Port 58dad19e-1637-43d3-975d-8e479fb490b4 on network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:30:33.855536 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Attempting to bind port 58dad19e-1637-43d3-975d-8e479fb490b4 on network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:33.863931 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:33.864497 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Checking segment: {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:33.864659 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Bound using segment: {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:33.865144 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Bound port: 58dad19e-1637-43d3-975d-8e479fb490b4, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:33.865513 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.952722 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74138b-5591-437e-9b3b-366e425ca996 req-24015d7e-5540-43ca-8fda-63d0e315a765 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:33.957027 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] For port 58dad19e-1637-43d3-975d-8e479fb490b4, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:33.962858 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] For port 58dad19e-1637-43d3-975d-8e479fb490b4, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=58dad19e-1637-43d3-975d-8e479fb490b4,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:33.963408 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5a74138b-5591-437e-9b3b-366e425ca996 req-24015d7e-5540-43ca-8fda-63d0e315a765 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 943 time: 0.0713205 Oct 27 21:30:33.970793 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:33.995828 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 56014) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:34.033245 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5a74138b-5591-437e-9b3b-366e425ca996 req-f6de8ae7-aa03-48f6-be1e-5fa0ae36dc66 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686595 Oct 27 21:30:34.034380 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-41fb7f9f-b446-4712-ae19-ca3fd1b5cb39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.060909 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:34.061528 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.063744 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] 10.222.0.83 "PUT /v2.0/ports/58dad19e-1637-43d3-975d-8e479fb490b4 HTTP/1.1" status: 200 len: 1093 time: 1.0880599 Oct 27 21:30:34.064068 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87579bf4-6a01-425c-a7f8-f07e6a389a05', 'tag': '58dad19e-1637-43d3-975d-8e479fb490b4'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:34.066625 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97979066-bc25-4e07-a6fa-51f65cf82613" -d '{"events": [{"name": "network-changed", "server_uuid": "87579bf4-6a01-425c-a7f8-f07e6a389a05", "tag": "58dad19e-1637-43d3-975d-8e479fb490b4"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:34.118715 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c2bc0-ee9d-4e67-b878-402343709fde service neutron] Pushing event updated for resources: {'Port': ['ID=58dad19e-1637-43d3-975d-8e479fb490b4,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:34.152706 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2979c671-f533-45be-90ac-f42d81cd5ab0 x-openstack-request-id: req-2979c671-f533-45be-90ac-f42d81cd5ab0 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:34.153059 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87579bf4-6a01-425c-a7f8-f07e6a389a05", "tag": "58dad19e-1637-43d3-975d-8e479fb490b4", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:34.153303 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2979c671-f533-45be-90ac-f42d81cd5ab0 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:34.153707 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87579bf4-6a01-425c-a7f8-f07e6a389a05', 'tag': '58dad19e-1637-43d3-975d-8e479fb490b4', 'status': 'completed', 'code': 200} Oct 27 21:30:34.219657 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-41fb7f9f-b446-4712-ae19-ca3fd1b5cb39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.232006 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-41fb7f9f-b446-4712-ae19-ca3fd1b5cb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.287704 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb7f9f-b446-4712-ae19-ca3fd1b5cb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9593cde5-4586-412e-b23c-0ec5ff30899f,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:34.297185 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-41fb7f9f-b446-4712-ae19-ca3fd1b5cb39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60fa9c8181be41ddb0bf3e5130cf2574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987149 Oct 27 21:30:34.299846 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 56028) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:34.301534 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c09411-7a1b-4b09-8b7c-db623010120e req-2f9b7991-8584-4e25-b710-1b5117600d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:34.303168 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-2f9b7991-8584-4e25-b710-1b5117600d52 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 1096 time: 0.0886405 Oct 27 21:30:34.375053 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-495cdfe2-81ba-4e98-9172-ac23551a263d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58dad19e-1637-43d3-975d-8e479fb490b4 HTTP/1.1" status: 200 len: 217 time: 0.0402884 Oct 27 21:30:34.427874 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-41e88d2c-544e-4ad5-a2dd-dc2f4737eac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.472674 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c09411-7a1b-4b09-8b7c-db623010120e req-3fa9c7f3-d21b-4797-a982-ca13f1586b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:34.479161 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-3fa9c7f3-d21b-4797-a982-ca13f1586b75 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=925a5092-ed1d-4fb8-b9bb-a90d2e0606f6 HTTP/1.1" status: 200 len: 854 time: 0.0767543 Oct 27 21:30:34.488603 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-41e88d2c-544e-4ad5-a2dd-dc2f4737eac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.547014 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-0736a9f9-7754-4aaa-8112-5018ff591a4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587425 Oct 27 21:30:34.603492 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-41e88d2c-544e-4ad5-a2dd-dc2f4737eac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.611312 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-41e88d2c-544e-4ad5-a2dd-dc2f4737eac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.619874 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-41e88d2c-544e-4ad5-a2dd-dc2f4737eac5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9593cde5-4586-412e-b23c-0ec5ff30899f HTTP/1.1" status: 204 len: 168 time: 0.3120315 Oct 27 21:30:34.666493 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e88d2c-544e-4ad5-a2dd-dc2f4737eac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9593cde5-4586-412e-b23c-0ec5ff30899f,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:34.683703 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-285a7e61-2344-4953-a177-cade7de10ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:34.720878 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-23a7ac5f-692f-4089-bcde-0be9a69ff42c service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573203 Oct 27 21:30:35.057545 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-43c09411-7a1b-4b09-8b7c-db623010120e req-f17d2840-14cf-4b35-bff7-0e8e17ce4e20 service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885931 Oct 27 21:30:35.088179 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-029b7740-5c0d-4f06-9ff1-a243896dce40 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:35.090576 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-029b7740-5c0d-4f06-9ff1-a243896dce40 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/networks?id=ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 HTTP/1.1" status: 200 len: 809 time: 0.3507538 Oct 27 21:30:35.094537 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220de511-a92a-4af2-9936-65e69307b2bf req-28cb9750-4ba7-4d5e-8c8a-8a78fbd2f9fb tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:35.106215 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-220de511-a92a-4af2-9936-65e69307b2bf req-28cb9750-4ba7-4d5e-8c8a-8a78fbd2f9fb tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0829771 Oct 27 21:30:35.122731 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-b5113e71-91e8-417f-9d7d-891244cdf34a tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/quotas/7e4f06ff648d4999b47605c7788b68ac HTTP/1.1" status: 200 len: 375 time: 0.0100763 Oct 27 21:30:35.158251 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-220de511-a92a-4af2-9936-65e69307b2bf req-c8e89d81-77ed-477d-ba3c-323f88491c38 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510077 Oct 27 21:30:35.173555 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-4a0d200a-11fb-4b9c-afac-6bb400eb3d4d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e4f06ff648d4999b47605c7788b68ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355818 Oct 27 21:30:35.343376 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979066-bc25-4e07-a6fa-51f65cf82613 req-7e73ae19-263a-4149-a5ad-6663c44d2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:35.345981 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-97979066-bc25-4e07-a6fa-51f65cf82613 req-7e73ae19-263a-4149-a5ad-6663c44d2f0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 1096 time: 0.1393952 Oct 27 21:30:35.387471 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-f93ee5ef-56d3-4ddf-b7f2-2707c01e5988 service neutron] 10.222.0.53 "GET /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003322 Oct 27 21:30:35.583553 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979066-bc25-4e07-a6fa-51f65cf82613 req-151d83f5-67eb-486c-b393-34f52c816a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:35.583553 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-97979066-bc25-4e07-a6fa-51f65cf82613 req-151d83f5-67eb-486c-b393-34f52c816a32 service neutron] 10.222.0.83 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 915 time: 0.1966014 Oct 27 21:30:35.600885 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-f466ae37-0949-4140-b3c0-a40015151eb3 service neutron] 10.222.0.53 "GET /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514816 Oct 27 21:30:35.669528 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-97979066-bc25-4e07-a6fa-51f65cf82613 req-567f3782-345c-4905-9284-cf8f59d5f556 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58dad19e-1637-43d3-975d-8e479fb490b4 HTTP/1.1" status: 200 len: 217 time: 0.0669198 Oct 27 21:30:35.754504 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979066-bc25-4e07-a6fa-51f65cf82613 req-148bf7f3-1f16-4aeb-b81c-21dddca9b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:35.756675 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-97979066-bc25-4e07-a6fa-51f65cf82613 req-148bf7f3-1f16-4aeb-b81c-21dddca9b04e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=925a5092-ed1d-4fb8-b9bb-a90d2e0606f6 HTTP/1.1" status: 200 len: 854 time: 0.0705929 Oct 27 21:30:35.801769 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-97979066-bc25-4e07-a6fa-51f65cf82613 req-7acd0b8a-fe16-4754-be7a-5abbc74e6c91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359526 Oct 27 21:30:35.896480 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e29ba-5a33-4db9-87ed-f793a594e00f req-f515a0c7-c6e4-460f-8809-da4e8941cfd3 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:35.906965 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1d6e29ba-5a33-4db9-87ed-f793a594e00f req-f515a0c7-c6e4-460f-8809-da4e8941cfd3 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 946 time: 0.1681318 Oct 27 21:30:35.957837 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-97979066-bc25-4e07-a6fa-51f65cf82613 req-3e21eabe-ac40-4ae7-b889-8663cf98065e service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402023 Oct 27 21:30:36.033960 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1d6e29ba-5a33-4db9-87ed-f793a594e00f req-9083da12-de0d-4d64-867c-220f91e08687 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259840 Oct 27 21:30:36.187964 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8e55d157-a784-4d46-bc56-cb4738d3be91 req-5741312c-ee9a-4c92-9788-23d61cba3745 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 210 time: 0.0752933 Oct 27 21:30:36.301313 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb3002-c6e8-4337-8f7a-8f7745759752 req-4ba726bd-61ed-430e-a734-06b813259d5f tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:36.303915 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2abb3002-c6e8-4337-8f7a-8f7745759752 req-4ba726bd-61ed-430e-a734-06b813259d5f tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 943 time: 0.2002766 Oct 27 21:30:36.325246 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-97979066-bc25-4e07-a6fa-51f65cf82613 req-c21e1c23-0d04-4f5c-8cad-2e13f65132d7 service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570693 Oct 27 21:30:36.462537 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2abb3002-c6e8-4337-8f7a-8f7745759752 req-645bb92d-6bf8-45c2-97ee-8ddf25c8b841 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326773 Oct 27 21:30:36.498877 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09bf21-b79f-4840-bc2b-1955b71c6367 req-f398afb4-ccb3-4574-a34f-eb8d225066a3 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:36.500931 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5a09bf21-b79f-4840-bc2b-1955b71c6367 req-f398afb4-ccb3-4574-a34f-eb8d225066a3 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1082032 Oct 27 21:30:36.569568 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5a09bf21-b79f-4840-bc2b-1955b71c6367 req-78d20921-257c-4493-971a-db64f2c34427 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557971 Oct 27 21:30:37.611520 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0bdb-af28-4945-972a-adc3b108e448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:38.440261 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:38.559490 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:39.997780 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 58dad19e-1637-43d3-975d-8e479fb490b4 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:30:40.122229 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f751a3-8039-4b58-9f8c-4eefb547ce94 req-7dc17fb2-38a7-475b-af39-6a8491f7cfbb tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:40.124209 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e9f751a3-8039-4b58-9f8c-4eefb547ce94 req-7dc17fb2-38a7-475b-af39-6a8491f7cfbb tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 946 time: 0.0830245 Oct 27 21:30:40.222500 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2473082c-2b00-423a-af81-452d0812faca req-dd67124b-39b5-4e6a-be5f-ea9f51727427 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 210 time: 0.0501311 Oct 27 21:30:40.224073 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 58dad19e-1637-43d3-975d-8e479fb490b4, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=58dad19e-1637-43d3-975d-8e479fb490b4,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:40.250558 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '58dad19e-1637-43d3-975d-8e479fb490b4', 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae', 'port_id': '58dad19e-1637-43d3-975d-8e479fb490b4', 'mac_address': 'fa:16:3e:c1:4c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925a5092-ed1d-4fb8-b9bb-a90d2e0606f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:30:40.329155 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:40.355733 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644d377-6ff5-4624-88e9-c843aa537755 req-9bb3a8d6-9728-4fb2-b0c7-8a89787e977e tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:40.363621 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dad19e-1637-43d3-975d-8e479fb490b4 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:40.369126 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6644d377-6ff5-4624-88e9-c843aa537755 req-9bb3a8d6-9728-4fb2-b0c7-8a89787e977e tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 943 time: 0.0713940 Oct 27 21:30:40.396345 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 58dad19e-1637-43d3-975d-8e479fb490b4, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=58dad19e-1637-43d3-975d-8e479fb490b4,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:40.402207 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:40.447980 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6644d377-6ff5-4624-88e9-c843aa537755 req-e54e6cab-63ed-41ab-927a-a96e8ccef732 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735440 Oct 27 21:30:40.473072 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=58dad19e-1637-43d3-975d-8e479fb490b4,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:40.481050 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:40.481678 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:40.482173 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:40.482512 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:40.482840 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:40.483175 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:40.483507 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:40.483809 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:40.484144 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:40.484469 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:40.484800 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:40.485135 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:30:40.574510 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e9f751a3-8039-4b58-9f8c-4eefb547ce94 req-bea72f60-ae86-4e3e-9eff-d0e95a31ca5a tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386613 Oct 27 21:30:40.584922 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:40.619902 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d2f7-3a0d-403b-b9ea-d525d1db0b46 req-bf0ecc74-bdc8-4c25-9012-172916f80882 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:40.635796 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a615d2f7-3a0d-403b-b9ea-d525d1db0b46 req-bf0ecc74-bdc8-4c25-9012-172916f80882 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1179626 Oct 27 21:30:40.682749 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a615d2f7-3a0d-403b-b9ea-d525d1db0b46 req-b8e827d9-8b73-4490-a6f6-72297e84b655 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454807 Oct 27 21:30:41.010516 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['58dad19e-1637-43d3-975d-8e479fb490b4'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:41.396504 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b068b80d-039b-4448-ace8-149ed461268b req-a4d86aa2-d6b2-4735-be0a-13b71867d2c2 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 210 time: 0.0390460 Oct 27 21:30:41.430381 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-52074c72-d80e-471c-bf76-b2aef5706327 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:41.432051 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-52074c72-d80e-471c-bf76-b2aef5706327 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.83 "GET /v2.0/networks?id=ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 HTTP/1.1" status: 200 len: 809 time: 0.1926765 Oct 27 21:30:41.541868 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Request body: {'port': {'device_id': '8f9cc547-0ab1-45be-81d8-533e8cc7ac38', 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378', 'admin_state_up': True, 'tenant_id': '7e4f06ff648d4999b47605c7788b68ac'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:41.613734 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ee6aa-60c5-4233-8f50-103f3f22580b req-0cb24186-66c8-465b-924f-33d73a193561 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:41.616135 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-610ee6aa-60c5-4233-8f50-103f3f22580b req-0cb24186-66c8-465b-924f-33d73a193561 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 944 time: 0.0857484 Oct 27 21:30:41.688834 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-610ee6aa-60c5-4233-8f50-103f3f22580b req-2e34d6a1-a39e-45c8-b01a-6928a1759264 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655582 Oct 27 21:30:41.821013 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e911-63e7-4bd0-9cbe-d50e75d4c0f4 req-ac01c627-eeee-49c2-bf8d-a948fd26b9a0 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:41.823310 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b934e911-63e7-4bd0-9cbe-d50e75d4c0f4 req-ac01c627-eeee-49c2-bf8d-a948fd26b9a0 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 946 time: 0.1498547 Oct 27 21:30:41.834551 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff40677-e55b-4a7a-b6ff-89012d027e23 req-ba922f16-9b1f-4e1f-8b01-03f252c23973 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:41.836915 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cff40677-e55b-4a7a-b6ff-89012d027e23 req-ba922f16-9b1f-4e1f-8b01-03f252c23973 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0706689 Oct 27 21:30:41.883866 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Made reservation on behalf of 7e4f06ff648d4999b47605c7788b68ac for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:41.888050 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:41.895581 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cff40677-e55b-4a7a-b6ff-89012d027e23 req-9efa34fd-b51a-4ea1-8e96-71ce53eac830 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521882 Oct 27 21:30:41.918143 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b934e911-63e7-4bd0-9cbe-d50e75d4c0f4 req-8aacb4ec-73f1-45f1-a289-b55bcf64f690 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731947 Oct 27 21:30:42.089754 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Allocated IP 172.20.0.9 (ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378/d6836bb7-4460-49ce-b09b-8f214364006f/9683d4bc-6645-4abb-978d-7f67f3d0c9ed) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:42.369353 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.378832 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da88061-7af6-4a4b-9a3d-002c80e7508f req-4e86c75c-9fe3-4005-8777-c236a09e22b1 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:42.380545 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8da88061-7af6-4a4b-9a3d-002c80e7508f req-4e86c75c-9fe3-4005-8777-c236a09e22b1 tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 946 time: 0.1008463 Oct 27 21:30:42.451724 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.566364 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:42.580460 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:42.589912 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:42.600356 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:42.601482 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.616484 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Pushing event updated for resources: {'Port': ['ID=9683d4bc-6645-4abb-978d-7f67f3d0c9ed,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:42.625343 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94625-ad21-46b3-93fb-6ee43c332014 req-70ab4cf1-3f69-466f-894c-50e7b0fb2b46 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:42.628853 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e1a94625-ad21-46b3-93fb-6ee43c332014 req-70ab4cf1-3f69-466f-894c-50e7b0fb2b46 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 931 time: 0.0777874 Oct 27 21:30:42.661545 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-c6a3bdb6-950f-4671-b4cd-40aeb36f116d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1256485 Oct 27 21:30:42.693979 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e1a94625-ad21-46b3-93fb-6ee43c332014 req-ba3890d1-a17b-48cd-b39a-6d64602d5aaa tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563233 Oct 27 21:30:42.696165 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Request body: {'port': {'device_id': '8f9cc547-0ab1-45be-81d8-533e8cc7ac38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:42.704554 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-8da88061-7af6-4a4b-9a3d-002c80e7508f req-1b1ed38b-8d6d-4270-a8c6-e9fac7273bbb tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Deleting port f937d7fa-14ed-4fb4-abdb-eb76e7baeece {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:30:42.705096 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-8da88061-7af6-4a4b-9a3d-002c80e7508f req-1b1ed38b-8d6d-4270-a8c6-e9fac7273bbb tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.862500 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.909852 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdf66c-635c-4a97-8f6d-a57579aa5a5a req-60fb62b1-67d2-4529-9229-6e74cdfbe2c7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:42.911437 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a9bdf66c-635c-4a97-8f6d-a57579aa5a5a req-60fb62b1-67d2-4529-9229-6e74cdfbe2c7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 944 time: 0.1400304 Oct 27 21:30:42.914047 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-8da88061-7af6-4a4b-9a3d-002c80e7508f req-1b1ed38b-8d6d-4270-a8c6-e9fac7273bbb tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] For port f937d7fa-14ed-4fb4-abdb-eb76e7baeece, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=f937d7fa-14ed-4fb4-abdb-eb76e7baeece,segment=NetworkSegment(f355253d-c6d8-4b41-8d3f-46d31e931ae4),segment_id=f355253d-c6d8-4b41-8d3f-46d31e931ae4)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:42.914418 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-8da88061-7af6-4a4b-9a3d-002c80e7508f req-1b1ed38b-8d6d-4270-a8c6-e9fac7273bbb tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:42.957929 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-8da88061-7af6-4a4b-9a3d-002c80e7508f req-1b1ed38b-8d6d-4270-a8c6-e9fac7273bbb tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Calling delete_port for f937d7fa-14ed-4fb4-abdb-eb76e7baeece owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:30:43.071092 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0106f-ac52-41a7-9325-faaffd25e2d6 req-8f764d18-bf12-48bd-872d-21ceebf67995 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:43.073058 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-aab0106f-ac52-41a7-9325-faaffd25e2d6 req-8f764d18-bf12-48bd-872d-21ceebf67995 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0793736 Oct 27 21:30:43.127198 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a9bdf66c-635c-4a97-8f6d-a57579aa5a5a req-d814aed1-99ce-4ae4-aefa-91d7aa1b0cb4 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024641 Oct 27 21:30:43.165344 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-aab0106f-ac52-41a7-9325-faaffd25e2d6 req-c77c5ead-35b0-4856-865a-eac698e756b9 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824132 Oct 27 21:30:43.339528 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-8da88061-7af6-4a4b-9a3d-002c80e7508f req-1b1ed38b-8d6d-4270-a8c6-e9fac7273bbb tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.389596 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['f937d7fa-14ed-4fb4-abdb-eb76e7baeece'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:43.397386 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ed38b-8d6d-4270-a8c6-e9fac7273bbb tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Pushing event deleted for resources: {'Port': ['ID=f937d7fa-14ed-4fb4-abdb-eb76e7baeece,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:43.440317 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aed3cd-d942-4b8f-bd4b-71f007e4a385 req-60a92ef8-fb12-4c45-b4e5-9b1ceaa7e22a tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:43.442394 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a3aed3cd-d942-4b8f-bd4b-71f007e4a385 req-60a92ef8-fb12-4c45-b4e5-9b1ceaa7e22a tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 867 time: 0.1782272 Oct 27 21:30:43.511709 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da88061-7af6-4a4b-9a3d-002c80e7508f req-1b1ed38b-8d6d-4270-a8c6-e9fac7273bbb tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] No DVR routers for this DVR port f937d7fa-14ed-4fb4-abdb-eb76e7baeece on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:30:43.520686 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-8da88061-7af6-4a4b-9a3d-002c80e7508f req-1b1ed38b-8d6d-4270-a8c6-e9fac7273bbb tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.524354 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8da88061-7af6-4a4b-9a3d-002c80e7508f req-1b1ed38b-8d6d-4270-a8c6-e9fac7273bbb tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.83 "DELETE /v2.0/ports/f937d7fa-14ed-4fb4-abdb-eb76e7baeece HTTP/1.1" status: 204 len: 173 time: 1.1023288 Oct 27 21:30:43.543414 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2588eab-6acc-4e2c-998e-577abd9d5fd8', 'name': 'network-vif-deleted', 'tag': 'f937d7fa-14ed-4fb4-abdb-eb76e7baeece'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:43.546272 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de62a76-b80e-41d8-93d3-12c4fbae7dab" -d '{"events": [{"server_uuid": "f2588eab-6acc-4e2c-998e-577abd9d5fd8", "name": "network-vif-deleted", "tag": "f937d7fa-14ed-4fb4-abdb-eb76e7baeece"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:43.575499 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a3aed3cd-d942-4b8f-bd4b-71f007e4a385 req-575f8f5e-fcc8-4f18-9255-89afaa9feb5f tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3ddfdb2-9755-44d1-b68a-0a8567f19a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131036 Oct 27 21:30:43.580014 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9683d4bc-6645-4abb-978d-7f67f3d0c9ed {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:43.602857 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.627596 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Transition to ACTIVE for port object 9683d4bc-6645-4abb-978d-7f67f3d0c9ed will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:43.633836 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.665094 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f601d561-1833-428f-9729-a5144f64c501 x-openstack-request-id: req-f601d561-1833-428f-9729-a5144f64c501 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:43.665370 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2588eab-6acc-4e2c-998e-577abd9d5fd8", "name": "network-vif-deleted", "tag": "f937d7fa-14ed-4fb4-abdb-eb76e7baeece", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:43.665615 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f601d561-1833-428f-9729-a5144f64c501 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:43.666011 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2588eab-6acc-4e2c-998e-577abd9d5fd8', 'name': 'network-vif-deleted', 'tag': 'f937d7fa-14ed-4fb4-abdb-eb76e7baeece', 'status': 'completed', 'code': 200} Oct 27 21:30:43.698395 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Pushing event updated for resources: {'Port': ['ID=9683d4bc-6645-4abb-978d-7f67f3d0c9ed,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:43.734949 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Attempting to bind port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:30:43.735399 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Attempting to bind port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'c097cc0a-03d6-4bc5-828f-b138c0ae8a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:30:43.735797 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Attempting to bind port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed on network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:43.747490 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed on network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:30:43.747909 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Attempting to bind port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed on network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:30:43.757364 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:30:43.757903 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Checking segment: {'id': 'c097cc0a-03d6-4bc5-828f-b138c0ae8a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:30:43.758532 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Bound using segment: {'id': 'c097cc0a-03d6-4bc5-828f-b138c0ae8a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:30:43.759245 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Bound port: 9683d4bc-6645-4abb-978d-7f67f3d0c9ed, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c097cc0a-03d6-4bc5-828f-b138c0ae8a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:30:43.759821 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.864704 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] For port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:30:43.871672 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] For port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9683d4bc-6645-4abb-978d-7f67f3d0c9ed,segment=NetworkSegment(c097cc0a-03d6-4bc5-828f-b138c0ae8a02),segment_id=c097cc0a-03d6-4bc5-828f-b138c0ae8a02)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:30:43.881211 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.895363 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0ac39-918f-441d-846a-da715ccd0dc2 req-a8cf510c-8bd9-465c-8af7-5bb63ecc10f6 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:43.897813 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a1d0ac39-918f-441d-846a-da715ccd0dc2 req-a8cf510c-8bd9-465c-8af7-5bb63ecc10f6 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 943 time: 0.0839260 Oct 27 21:30:43.947882 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a1d0ac39-918f-441d-846a-da715ccd0dc2 req-40cc2b70-5366-4541-98eb-d37d219ad1af tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Oct 27 21:30:43.950926 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:43.952133 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:43.955164 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] 10.222.0.83 "PUT /v2.0/ports/9683d4bc-6645-4abb-978d-7f67f3d0c9ed HTTP/1.1" status: 200 len: 1093 time: 1.2664430 Oct 27 21:30:43.989060 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46484a26-73a7-424e-b4a1-dc06344b5521 service neutron] Pushing event updated for resources: {'Port': ['ID=9683d4bc-6645-4abb-978d-7f67f3d0c9ed,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:43.991035 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 58dad19e-1637-43d3-975d-8e479fb490b4 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:44.056073 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 58dad19e-1637-43d3-975d-8e479fb490b4 completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:44.060943 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 58dad19e-1637-43d3-975d-8e479fb490b4 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:44.061310 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.091423 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-82d3569a-51f5-4175-933c-0ec50678433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:44.093005 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-82d3569a-51f5-4175-933c-0ec50678433e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e4f06ff648d4999b47605c7788b68ac&device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 1096 time: 0.0477533 Oct 27 21:30:44.154376 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.165650 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-af28475d-9665-4e0c-94d7-0ddf5f7e79af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9683d4bc-6645-4abb-978d-7f67f3d0c9ed HTTP/1.1" status: 200 len: 217 time: 0.0519383 Oct 27 21:30:44.183238 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87579bf4-6a01-425c-a7f8-f07e6a389a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dad19e-1637-43d3-975d-8e479fb490b4'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:44.186195 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0133fb35-cc98-4e55-a4f0-f3b4e7b2a70a" -d '{"events": [{"server_uuid": "87579bf4-6a01-425c-a7f8-f07e6a389a05", "name": "network-vif-plugged", "status": "completed", "tag": "58dad19e-1637-43d3-975d-8e479fb490b4"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:44.209851 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 58dad19e-1637-43d3-975d-8e479fb490b4, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=58dad19e-1637-43d3-975d-8e479fb490b4,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:44.216797 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:44.249718 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-a1d3fa09-e8ca-42b8-ba73-667d4a85d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:44.251508 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-a1d3fa09-e8ca-42b8-ba73-667d4a85d80b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d6836bb7-4460-49ce-b09b-8f214364006f HTTP/1.1" status: 200 len: 849 time: 0.0660069 Oct 27 21:30:44.298694 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-1ed64d37-dc95-4b23-a304-0cee8bf2c8da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356717 Oct 27 21:30:44.300650 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=58dad19e-1637-43d3-975d-8e479fb490b4,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:44.342082 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dfa2b-4ee6-4fd0-b3bb-43784c62468c req-761cec1e-7896-4136-8562-fbf336e47eae tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:44.343667 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9e8dfa2b-4ee6-4fd0-b3bb-43784c62468c req-761cec1e-7896-4136-8562-fbf336e47eae tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0686662 Oct 27 21:30:44.394411 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9e8dfa2b-4ee6-4fd0-b3bb-43784c62468c req-38cb8818-1005-44ee-9135-41adad722c4e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Oct 27 21:30:44.452488 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc2c10-468b-46fc-a4e4-d33931ad78a1 req-454328dd-2d02-4c44-abe7-fd8e721dc380 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:44.453938 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2bdc2c10-468b-46fc-a4e4-d33931ad78a1 req-454328dd-2d02-4c44-abe7-fd8e721dc380 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 945 time: 0.1436124 Oct 27 21:30:44.479301 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-08f1acff-a1f1-48b4-b31c-b52110a28307 service neutron] 10.222.0.83 "GET /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661632 Oct 27 21:30:44.480154 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0843e183-3344-4c59-9405-9d7795c14b99 x-openstack-request-id: req-0843e183-3344-4c59-9405-9d7795c14b99 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:44.481216 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87579bf4-6a01-425c-a7f8-f07e6a389a05", "name": "network-vif-plugged", "status": "completed", "tag": "58dad19e-1637-43d3-975d-8e479fb490b4", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:44.481421 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0843e183-3344-4c59-9405-9d7795c14b99 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:44.481801 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87579bf4-6a01-425c-a7f8-f07e6a389a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dad19e-1637-43d3-975d-8e479fb490b4', 'code': 200} Oct 27 21:30:44.520711 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2bdc2c10-468b-46fc-a4e4-d33931ad78a1 req-4f239ca8-a93d-48c0-a210-00041b2b2808 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374720 Oct 27 21:30:44.736550 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a7bde90d-0e9e-47b0-add4-1a6b4f891c02 req-07cc97e8-9e1d-4376-b344-664cceec29be tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 210 time: 0.0301311 Oct 27 21:30:44.929985 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f27e428c-3017-4be8-ad5b-390f1442f88a req-af1c43b6-eb3c-4c4c-92d9-e712e284af89 service neutron] 10.222.0.83 "GET /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839693 Oct 27 21:30:44.945162 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f7aa9-e713-446d-a331-2e84d1c00432 req-70e73ed7-7738-40e1-8b35-4b2fff602cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:44.946651 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-330f7aa9-e713-446d-a331-2e84d1c00432 req-70e73ed7-7738-40e1-8b35-4b2fff602cd9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 1098 time: 0.0522783 Oct 27 21:30:44.992308 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-330f7aa9-e713-446d-a331-2e84d1c00432 req-68911244-614c-4ec6-80fd-ca4ef6f5ab07 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368383 Oct 27 21:30:45.114983 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 56254) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:45.143801 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3548143-9964-4c8a-8b55-680ea544a65c req-35e64249-8609-4a12-be79-a65ae5adbb89 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:45.145500 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f3548143-9964-4c8a-8b55-680ea544a65c req-35e64249-8609-4a12-be79-a65ae5adbb89 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 943 time: 0.0636449 Oct 27 21:30:45.196623 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f3548143-9964-4c8a-8b55-680ea544a65c req-5ee2bba3-abd7-4695-a791-c65e17943865 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Oct 27 21:30:45.273410 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d2805ce7-9070-4505-a9c1-751297f272d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.363657 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d2805ce7-9070-4505-a9c1-751297f272d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.369138 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d2805ce7-9070-4505-a9c1-751297f272d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.413627 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-d2805ce7-9070-4505-a9c1-751297f272d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db959eec2cf542eb9abdab1426dc8a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975528 Oct 27 21:30:45.414431 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2805ce7-9070-4505-a9c1-751297f272d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508e0c0d-b4ee-47b2-abf1-7fbb5de92f98,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:45.416947 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 56258) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:45.516237 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9459-9c7a-498d-aab2-8d2057f5d54f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.560757 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9459-9c7a-498d-aab2-8d2057f5d54f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.600634 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3d9f1-ac35-47f1-bfec-2f4ea2321adf req-fb6f88ee-aabc-4293-8b03-12bff9a9dfb7 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:45.602328 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dac3d9f1-ac35-47f1-bfec-2f4ea2321adf req-fb6f88ee-aabc-4293-8b03-12bff9a9dfb7 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0991652 Oct 27 21:30:45.667192 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dac3d9f1-ac35-47f1-bfec-2f4ea2321adf req-4932cd0d-5dc3-456a-9bcc-ceb99926a3b5 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549946 Oct 27 21:30:45.671783 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9cc547-0ab1-45be-81d8-533e8cc7ac38', 'tag': '9683d4bc-6645-4abb-978d-7f67f3d0c9ed'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:45.676127 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2809825c-687a-47b6-94a6-aa159b9e7db7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9cc547-0ab1-45be-81d8-533e8cc7ac38", "tag": "9683d4bc-6645-4abb-978d-7f67f3d0c9ed"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:45.706114 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed40f8f-cabb-4562-ba64-5d7e26236ec0 req-b4afc129-93c0-40d2-bd11-e9e50ab09a2f tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:45.709053 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9459-9c7a-498d-aab2-8d2057f5d54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.712485 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9459-9c7a-498d-aab2-8d2057f5d54f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:45.713729 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-d5ec9459-9c7a-498d-aab2-8d2057f5d54f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/508e0c0d-b4ee-47b2-abf1-7fbb5de92f98 HTTP/1.1" status: 204 len: 168 time: 0.2954123 Oct 27 21:30:45.714628 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4ed40f8f-cabb-4562-ba64-5d7e26236ec0 req-b4afc129-93c0-40d2-bd11-e9e50ab09a2f tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 945 time: 0.0926409 Oct 27 21:30:45.745086 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec9459-9c7a-498d-aab2-8d2057f5d54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508e0c0d-b4ee-47b2-abf1-7fbb5de92f98,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:45.775769 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4ed40f8f-cabb-4562-ba64-5d7e26236ec0 req-bc56305d-6c19-4d74-ad7d-04fecd7f647d tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598269 Oct 27 21:30:45.790204 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adea8fb5-c2ab-4d67-8777-907959931a85 x-openstack-request-id: req-adea8fb5-c2ab-4d67-8777-907959931a85 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:45.790811 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9cc547-0ab1-45be-81d8-533e8cc7ac38", "tag": "9683d4bc-6645-4abb-978d-7f67f3d0c9ed", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:45.791308 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adea8fb5-c2ab-4d67-8777-907959931a85 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:45.791835 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9cc547-0ab1-45be-81d8-533e8cc7ac38', 'tag': '9683d4bc-6645-4abb-978d-7f67f3d0c9ed', 'status': 'completed', 'code': 200} Oct 27 21:30:45.975616 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809825c-687a-47b6-94a6-aa159b9e7db7 req-4be32446-bdf4-4452-8cc3-386789643d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:45.978539 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2809825c-687a-47b6-94a6-aa159b9e7db7 req-4be32446-bdf4-4452-8cc3-386789643d73 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e4f06ff648d4999b47605c7788b68ac&device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 1096 time: 0.0937626 Oct 27 21:30:45.980661 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2a77a79a-a0d0-40b4-b8af-c09db6002882 req-7d3fe1df-31d4-436b-a8e8-3a981208bc5a tempest-DeleteServersTestJSON-147958004 tempest-DeleteServersTestJSON-147958004-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2588eab-6acc-4e2c-998e-577abd9d5fd8 HTTP/1.1" status: 200 len: 210 time: 0.0647712 Oct 27 21:30:46.016492 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device f937d7fa-14ed-4fb4-abdb-eb76e7baeece no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:30:46.051967 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: f937d7fa-14ed-4fb4-abdb-eb76e7baeece {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:30:46.052558 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device f937d7fa-14ed-4fb4-abdb-eb76e7baeece not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:30:46.131474 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809825c-687a-47b6-94a6-aa159b9e7db7 req-a0f759ff-22a0-46c2-a5a1-395ad31b93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:46.133125 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2809825c-687a-47b6-94a6-aa159b9e7db7 req-a0f759ff-22a0-46c2-a5a1-395ad31b93a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 HTTP/1.1" status: 200 len: 910 time: 0.1432827 Oct 27 21:30:46.227176 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2809825c-687a-47b6-94a6-aa159b9e7db7 req-e3cc3d05-4637-46bf-933d-c13fa3661bec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9683d4bc-6645-4abb-978d-7f67f3d0c9ed HTTP/1.1" status: 200 len: 217 time: 0.0387108 Oct 27 21:30:46.337745 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809825c-687a-47b6-94a6-aa159b9e7db7 req-2e4a8dd6-acc3-4bdc-9cf4-17dd21def40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:46.339325 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2809825c-687a-47b6-94a6-aa159b9e7db7 req-2e4a8dd6-acc3-4bdc-9cf4-17dd21def40f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d6836bb7-4460-49ce-b09b-8f214364006f HTTP/1.1" status: 200 len: 849 time: 0.0825295 Oct 27 21:30:46.369188 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10efa2-4c66-4867-b5d8-ac0915e08934 req-8e8f698e-342d-416d-a3d6-23d5f4048831 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:46.370705 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4e10efa2-4c66-4867-b5d8-ac0915e08934 req-8e8f698e-342d-416d-a3d6-23d5f4048831 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 943 time: 0.0756161 Oct 27 21:30:46.403633 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2809825c-687a-47b6-94a6-aa159b9e7db7 req-9a853fa9-5188-4588-8940-74f0a1076941 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533075 Oct 27 21:30:46.496621 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4e10efa2-4c66-4867-b5d8-ac0915e08934 req-b5470ef1-2b4c-4d14-832e-a6159eca779a tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971177 Oct 27 21:30:46.549193 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2809825c-687a-47b6-94a6-aa159b9e7db7 req-c02b33f7-246d-4087-bb00-35187c67a3d2 service neutron] 10.222.0.83 "GET /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353536 Oct 27 21:30:46.670140 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2809825c-687a-47b6-94a6-aa159b9e7db7 req-93fafadf-748d-47d5-91a7-a074840c5986 service neutron] 10.222.0.83 "GET /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042857 Oct 27 21:30:46.857624 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d609-dc25-49df-91e6-4ef873202f91 req-b68fcda7-959d-41ec-986a-e7466ab6087a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:46.860425 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6528d609-dc25-49df-91e6-4ef873202f91 req-b68fcda7-959d-41ec-986a-e7466ab6087a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1016161 Oct 27 21:30:46.942006 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6528d609-dc25-49df-91e6-4ef873202f91 req-59a89f39-7864-458b-a4ce-75718d97295a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678225 Oct 27 21:30:46.942729 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d2da9-75a4-4b2a-b9cd-5e92c51b97cc req-2140ed33-91b1-4d5c-b94b-b35de01bdd1d tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:46.944823 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-387d2da9-75a4-4b2a-b9cd-5e92c51b97cc req-2140ed33-91b1-4d5c-b94b-b35de01bdd1d tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 945 time: 0.0651162 Oct 27 21:30:47.021808 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-387d2da9-75a4-4b2a-b9cd-5e92c51b97cc req-f3e65472-a1f3-429b-8d50-859f26102771 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673506 Oct 27 21:30:47.651119 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe1c4a-acb7-4562-9e24-3cc1f871dc9b req-8eda8894-1dad-48ae-9ef1-252eb442e853 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:47.653883 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3fbe1c4a-acb7-4562-9e24-3cc1f871dc9b req-8eda8894-1dad-48ae-9ef1-252eb442e853 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 943 time: 0.0752425 Oct 27 21:30:47.698318 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3fbe1c4a-acb7-4562-9e24-3cc1f871dc9b req-8224558e-0d9a-4905-827a-443df3ffaaed tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Oct 27 21:30:48.011553 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9683d4bc-6645-4abb-978d-7f67f3d0c9ed details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:30:48.238239 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17557c-080a-445c-a695-64fe0a8b5738 req-06c40260-5ad7-4927-bff0-915ed7c69d93 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:48.240126 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-db17557c-080a-445c-a695-64fe0a8b5738 req-06c40260-5ad7-4927-bff0-915ed7c69d93 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 945 time: 0.0881290 Oct 27 21:30:48.282769 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a5634-f964-433e-91fd-7e5d03a328a4 req-3c4ba646-ca2b-4dec-952d-2a964a362137 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:48.286956 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-db17557c-080a-445c-a695-64fe0a8b5738 req-25b753ff-cd21-4cf6-a147-8b188d18bf66 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Oct 27 21:30:48.289424 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-043a5634-f964-433e-91fd-7e5d03a328a4 req-3c4ba646-ca2b-4dec-952d-2a964a362137 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0954220 Oct 27 21:30:48.291398 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9683d4bc-6645-4abb-978d-7f67f3d0c9ed,segment=NetworkSegment(c097cc0a-03d6-4bc5-828f-b138c0ae8a02),segment_id=c097cc0a-03d6-4bc5-828f-b138c0ae8a02)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:48.306787 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '9683d4bc-6645-4abb-978d-7f67f3d0c9ed', 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378', 'port_id': '9683d4bc-6645-4abb-978d-7f67f3d0c9ed', 'mac_address': 'fa:16:3e:45:b6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6836bb7-4460-49ce-b09b-8f214364006f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:30:48.358083 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.369751 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-043a5634-f964-433e-91fd-7e5d03a328a4 req-47e6df9a-f1e9-4208-88c1-dd7541d9fa41 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702326 Oct 27 21:30:48.384810 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9683d4bc-6645-4abb-978d-7f67f3d0c9ed {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:48.430046 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9683d4bc-6645-4abb-978d-7f67f3d0c9ed,segment=NetworkSegment(c097cc0a-03d6-4bc5-828f-b138c0ae8a02),segment_id=c097cc0a-03d6-4bc5-828f-b138c0ae8a02)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:48.437092 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:48.517602 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9683d4bc-6645-4abb-978d-7f67f3d0c9ed,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:49.174836 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce11d0-185f-4242-bb8a-f8221e7cc268 req-7af3191d-16b7-40ed-8191-92ba130023ad tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:49.176381 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ffce11d0-185f-4242-bb8a-f8221e7cc268 req-7af3191d-16b7-40ed-8191-92ba130023ad tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 944 time: 0.0538096 Oct 27 21:30:49.220198 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ffce11d0-185f-4242-bb8a-f8221e7cc268 req-6fa44275-add2-4262-8354-b3adfa384ec4 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371802 Oct 27 21:30:49.266775 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 56404) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:49.306706 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.339838 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb64304-e6db-4e57-b99d-1d93a066f42a admin admin] Deleting subnet 34a631f4-c219-4e1c-8e35-58fd7268c171 {{(pid=101365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:30:49.343487 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1cb64304-e6db-4e57-b99d-1d93a066f42a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.383502 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1cb64304-e6db-4e57-b99d-1d93a066f42a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.398040 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1cb64304-e6db-4e57-b99d-1d93a066f42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.492278 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1cb64304-e6db-4e57-b99d-1d93a066f42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for subnet, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.517849 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb64304-e6db-4e57-b99d-1d93a066f42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a631f4-c219-4e1c-8e35-58fd7268c171,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:49.524317 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1cb64304-e6db-4e57-b99d-1d93a066f42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.527332 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125c2e5-dfb4-4957-9424-ae431a848484 req-bf9660bd-c9ca-4995-be9a-baae05f69166 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:49.527990 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-1cb64304-e6db-4e57-b99d-1d93a066f42a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/34a631f4-c219-4e1c-8e35-58fd7268c171 HTTP/1.1" status: 204 len: 168 time: 0.2598438 Oct 27 21:30:49.529394 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c125c2e5-dfb4-4957-9424-ae431a848484 req-bf9660bd-c9ca-4995-be9a-baae05f69166 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0699348 Oct 27 21:30:49.530684 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 56408) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:49.575757 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c125c2e5-dfb4-4957-9424-ae431a848484 req-b8ce166b-8876-48a5-a581-e5153e1d33ee tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395405 Oct 27 21:30:49.631222 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.722274 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:49.752056 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.752420 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.753199 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.753531 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.753845 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.754169 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.754508 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.754837 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.755142 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.755498 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.942209 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.942526 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.942847 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.943176 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:30:49.943537 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e320f58-9427-4b0d-a763-bf1097a2df87']}} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:49.966674 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f355253d-c6d8-4b41-8d3f-46d31e931ae4') {'for_net_delete': True} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:49.966927 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f355253d-c6d8-4b41-8d3f-46d31e931ae4') {} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:30:49.985503 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14559722'] for segment, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.008430 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.019989 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=101365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:30:50.020644 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14562605'] for segment, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: from cryptography.utils import int_from_bytes Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: from cryptography.utils import int_from_bytes Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: Traceback (most recent call last): Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: timer() Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: cb(*args, **kw) Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: return func(*args, **kwargs) Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: self._notify() Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: self.callback(batched_events) Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: event.method(event) Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: return f(self, *a, **k) Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._get(url).json() Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: return self.request(url, 'GET', **kwargs) Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:30:50.039517 dv-cinder-815746-1-iscsi neutron-server[101365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:30:50.102798 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.127281 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.132546 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6e320f58-9427-4b0d-a763-bf1097a2df87 HTTP/1.1" status: 204 len: 168 time: 0.6003551 Oct 27 21:30:50.134152 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b35714-1df1-47e6-95b5-92ca512373a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e320f58-9427-4b0d-a763-bf1097a2df87,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:50.351046 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 56422) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:50.362647 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9723f73-c12e-4607-ba0d-9363a82a5596 req-3d1e89fd-41d6-4356-b530-29f6a55e4360 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:50.364224 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d9723f73-c12e-4607-ba0d-9363a82a5596 req-3d1e89fd-41d6-4356-b530-29f6a55e4360 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 944 time: 0.0605116 Oct 27 21:30:50.407339 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-f2077f73-595f-429a-b3fd-4c6c40f25857 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6aae1d910dc403eb7db63a407b955b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0546339 Oct 27 21:30:50.410301 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 56424) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:50.410559 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d9723f73-c12e-4607-ba0d-9363a82a5596 req-d7b5c0b9-9059-4e99-91e6-8d1ef5114476 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392609 Oct 27 21:30:50.478074 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-33eb7e8e-dd94-41bf-b493-d44349413f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.517533 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-33eb7e8e-dd94-41bf-b493-d44349413f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.572281 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-33eb7e8e-dd94-41bf-b493-d44349413f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.575180 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-33eb7e8e-dd94-41bf-b493-d44349413f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:50.576379 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-33eb7e8e-dd94-41bf-b493-d44349413f29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3ddfdb2-9755-44d1-b68a-0a8567f19a11 HTTP/1.1" status: 204 len: 168 time: 0.1651139 Oct 27 21:30:50.584844 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb7e8e-dd94-41bf-b493-d44349413f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ddfdb2-9755-44d1-b68a-0a8567f19a11,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:50.727047 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8032c1-400f-4de1-ba9f-ad62fb5217f8 req-10d9076f-e33d-4297-b3b1-c08741f9fec1 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:50.728827 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3d8032c1-400f-4de1-ba9f-ad62fb5217f8 req-10d9076f-e33d-4297-b3b1-c08741f9fec1 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0648935 Oct 27 21:30:50.782789 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3d8032c1-400f-4de1-ba9f-ad62fb5217f8 req-f5f860f1-aba6-4cca-ab9c-87786944dd96 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420144 Oct 27 21:30:52.083237 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4f221-14fb-4e4e-b1f8-7dbb646d881b req-25873290-5004-4eac-83d1-1b990c92671d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:52.085579 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-93d4f221-14fb-4e4e-b1f8-7dbb646d881b req-25873290-5004-4eac-83d1-1b990c92671d tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 944 time: 0.0715845 Oct 27 21:30:52.134484 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-93d4f221-14fb-4e4e-b1f8-7dbb646d881b req-924d6728-be8d-4f62-85a1-2a009cea0cfe tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Oct 27 21:30:52.181739 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9683d4bc-6645-4abb-978d-7f67f3d0c9ed'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:52.216339 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019df9b-980c-4c09-abe8-efd1231231b8 req-ce56521e-bb7d-40bb-bc92-a5354e0ffc9e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:52.219828 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2019df9b-980c-4c09-abe8-efd1231231b8 req-ce56521e-bb7d-40bb-bc92-a5354e0ffc9e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0756550 Oct 27 21:30:52.297574 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2019df9b-980c-4c09-abe8-efd1231231b8 req-cccdb054-67b1-423d-b593-d85f0bf1c3e6 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675478 Oct 27 21:30:52.518548 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 56482) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:52.649616 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f75a0562-9fee-4ee4-b103-b91d799a4306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.751027 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f75a0562-9fee-4ee4-b103-b91d799a4306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.756898 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f75a0562-9fee-4ee4-b103-b91d799a4306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.804162 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-f75a0562-9fee-4ee4-b103-b91d799a4306 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3c7d684ac7f464c804b4d66a7addcdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840636 Oct 27 21:30:52.805524 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a0562-9fee-4ee4-b103-b91d799a4306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5c8641-02da-4132-8301-3acd1c4a9778,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:52.808261 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 56486) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:52.872380 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf021e4d-572a-4a32-8a4c-75f68df4d6ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.896452 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf021e4d-572a-4a32-8a4c-75f68df4d6ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.959598 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf021e4d-572a-4a32-8a4c-75f68df4d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.964545 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf021e4d-572a-4a32-8a4c-75f68df4d6ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:52.967160 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-cf021e4d-572a-4a32-8a4c-75f68df4d6ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b5c8641-02da-4132-8301-3acd1c4a9778 HTTP/1.1" status: 204 len: 168 time: 0.1572642 Oct 27 21:30:52.980967 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf021e4d-572a-4a32-8a4c-75f68df4d6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5c8641-02da-4132-8301-3acd1c4a9778,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:53.348641 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 56514) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:53.368288 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4d26c89f-947d-47c5-b844-615fb646b097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.384839 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78af01c-6690-4fc9-adff-42da4aa5f652 req-0aba3016-2358-4680-904a-267963e9e40c tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:53.392800 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f78af01c-6690-4fc9-adff-42da4aa5f652 req-0aba3016-2358-4680-904a-267963e9e40c tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 944 time: 0.0749984 Oct 27 21:30:53.439870 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f78af01c-6690-4fc9-adff-42da4aa5f652 req-a4bfc014-54fe-469a-8f68-bbcfdaa032d6 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456853 Oct 27 21:30:53.521086 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bc13f-956c-4bf3-880e-f061e072bbc4 req-cc114de3-49c1-4233-8d48-8dd00a730002 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:53.523853 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8b9bc13f-956c-4bf3-880e-f061e072bbc4 req-cc114de3-49c1-4233-8d48-8dd00a730002 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1311438 Oct 27 21:30:53.567233 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4d26c89f-947d-47c5-b844-615fb646b097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.579445 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4d26c89f-947d-47c5-b844-615fb646b097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.650970 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26c89f-947d-47c5-b844-615fb646b097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4587f20-b306-42ba-9841-bfbf0734980b,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:53.705682 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-4d26c89f-947d-47c5-b844-615fb646b097 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8b176d837ca44f092c0406947ac81a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552504 Oct 27 21:30:53.708246 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 56524) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:53.721739 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8b9bc13f-956c-4bf3-880e-f061e072bbc4 req-1dcb22fb-5010-4201-b4bb-97a2dda7ea9b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521587 Oct 27 21:30:53.808639 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-48194b98-9eed-4249-964a-fdec98a39731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.848047 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-48194b98-9eed-4249-964a-fdec98a39731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.928076 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-48194b98-9eed-4249-964a-fdec98a39731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.931329 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-48194b98-9eed-4249-964a-fdec98a39731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:53.932877 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-48194b98-9eed-4249-964a-fdec98a39731 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4587f20-b306-42ba-9841-bfbf0734980b HTTP/1.1" status: 204 len: 168 time: 0.2231479 Oct 27 21:30:53.942278 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 56530) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:53.945622 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48194b98-9eed-4249-964a-fdec98a39731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4587f20-b306-42ba-9841-bfbf0734980b,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:54.048771 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9683d4bc-6645-4abb-978d-7f67f3d0c9ed up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:30:54.150983 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:30:54.156566 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:30:54.157141 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.263522 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.310311 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9683d4bc-6645-4abb-978d-7f67f3d0c9ed,segment=NetworkSegment(c097cc0a-03d6-4bc5-828f-b138c0ae8a02),segment_id=c097cc0a-03d6-4bc5-828f-b138c0ae8a02)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:30:54.311230 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9cc547-0ab1-45be-81d8-533e8cc7ac38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9683d4bc-6645-4abb-978d-7f67f3d0c9ed'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:30:54.313788 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fc2682-38dd-4b62-ab06-0397327bf46f" -d '{"events": [{"server_uuid": "8f9cc547-0ab1-45be-81d8-533e8cc7ac38", "name": "network-vif-plugged", "status": "completed", "tag": "9683d4bc-6645-4abb-978d-7f67f3d0c9ed"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:30:54.319748 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.359076 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-72c8b967-510b-4d50-8ab7-3d985454e044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.381972 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9683d4bc-6645-4abb-978d-7f67f3d0c9ed,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:54.500250 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-72c8b967-510b-4d50-8ab7-3d985454e044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.511293 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-72c8b967-510b-4d50-8ab7-3d985454e044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.576311 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1043593-2c8f-4548-9570-a04892e45f4d x-openstack-request-id: req-c1043593-2c8f-4548-9570-a04892e45f4d {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:30:54.577146 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9cc547-0ab1-45be-81d8-533e8cc7ac38", "name": "network-vif-plugged", "status": "completed", "tag": "9683d4bc-6645-4abb-978d-7f67f3d0c9ed", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:30:54.577766 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1043593-2c8f-4548-9570-a04892e45f4d {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:30:54.578635 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9cc547-0ab1-45be-81d8-533e8cc7ac38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9683d4bc-6645-4abb-978d-7f67f3d0c9ed', 'code': 200} Oct 27 21:30:54.611889 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8b967-510b-4d50-8ab7-3d985454e044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de8627-e9d5-43da-844e-6d80049c6888,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:54.689491 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 56554) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:30:54.690504 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-72c8b967-510b-4d50-8ab7-3d985454e044 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f39f4f280eaa45e7819ddbc5c30b4ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7460418 Oct 27 21:30:54.907870 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f0726308-2207-40b7-b6fb-1668e10b2811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:54.976345 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31517d8e-d19a-43ba-a932-76836e87013f req-64121699-71c9-40d4-86e3-ee31cba7327e tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:54.994810 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-31517d8e-d19a-43ba-a932-76836e87013f req-64121699-71c9-40d4-86e3-ee31cba7327e tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 945 time: 0.2311480 Oct 27 21:30:55.024628 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f0726308-2207-40b7-b6fb-1668e10b2811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:55.156250 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-31517d8e-d19a-43ba-a932-76836e87013f req-f795e40b-671b-4f74-82f5-97827d8a2380 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544373 Oct 27 21:30:55.286701 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b06d3a-8095-4261-a3b5-3e126489a320 req-811efe7f-fc10-4d56-833b-dd6c5d2cf125 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:55.293895 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f5b06d3a-8095-4261-a3b5-3e126489a320 req-811efe7f-fc10-4d56-833b-dd6c5d2cf125 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.2011449 Oct 27 21:30:55.356435 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd15018-dd6d-46d4-8ed3-09965e89e709 req-7e9a7dee-4b86-4f9b-b835-aa7f940a6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:55.358953 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1cd15018-dd6d-46d4-8ed3-09965e89e709 req-7e9a7dee-4b86-4f9b-b835-aa7f940a6193 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 1098 time: 0.1810398 Oct 27 21:30:55.362713 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f0726308-2207-40b7-b6fb-1668e10b2811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:55.367482 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f0726308-2207-40b7-b6fb-1668e10b2811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:55.369356 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-f0726308-2207-40b7-b6fb-1668e10b2811 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77de8627-e9d5-43da-844e-6d80049c6888 HTTP/1.1" status: 204 len: 168 time: 0.6784809 Oct 27 21:30:55.412315 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f5b06d3a-8095-4261-a3b5-3e126489a320 req-38a0c857-fcb1-4002-82e6-acc7ec2665ef tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165004 Oct 27 21:30:55.432650 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0726308-2207-40b7-b6fb-1668e10b2811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de8627-e9d5-43da-844e-6d80049c6888,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:55.500192 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1cd15018-dd6d-46d4-8ed3-09965e89e709 req-4da28f4f-db9b-4f1c-801c-e2b347b8df95 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062143 Oct 27 21:30:55.514988 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3373-94be-480f-99ea-bec6162e257e req-0c76973d-c4b3-4d94-aa86-15c4f23d9b41 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:55.518089 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-0c76973d-c4b3-4d94-aa86-15c4f23d9b41 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 814 time: 0.1729605 Oct 27 21:30:55.546527 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-ec280b55-67f8-4ef9-9070-2e058bceef49 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/quotas/82abb78d5839476888d22129c36dceb7 HTTP/1.1" status: 200 len: 375 time: 0.0176442 Oct 27 21:30:55.619681 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-fd4f630c-00bf-47d8-af4a-1ba0b462cfed tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716646 Oct 27 21:30:55.757590 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-b3ccb9a0-76a2-401a-b392-c20bebc267e6 service neutron] 10.222.0.53 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199276 Oct 27 21:30:55.878828 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-1c48ef4e-32b5-45ab-8d76-1a9220cc4376 service neutron] 10.222.0.53 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134009 Oct 27 21:30:56.150224 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d27cfc56-2e02-444c-814c-f977bfb52d9b req-97008912-97df-4170-a0ed-8010d4813d4e tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 210 time: 0.0404818 Oct 27 21:30:56.428006 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bdc06-409d-4fc8-9d52-4417ae105d68 req-8ca8baaa-d031-4654-9b84-adcb2d2af12b tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:56.442426 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-460bdc06-409d-4fc8-9d52-4417ae105d68 req-8ca8baaa-d031-4654-9b84-adcb2d2af12b tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 945 time: 0.1393414 Oct 27 21:30:56.532975 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-460bdc06-409d-4fc8-9d52-4417ae105d68 req-a071e71d-91d0-4f4f-a219-caed945a3ac1 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887046 Oct 27 21:30:56.674305 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ad40e-c65f-4a17-a18d-72119e0656d7 req-33f6222f-870f-4143-b76c-0372a6d69457 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:56.690378 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a35ad40e-c65f-4a17-a18d-72119e0656d7 req-33f6222f-870f-4143-b76c-0372a6d69457 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1264598 Oct 27 21:30:56.767246 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a35ad40e-c65f-4a17-a18d-72119e0656d7 req-56c8781b-cfd6-440a-8b90-78e0babf4a1a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749602 Oct 27 21:30:57.336367 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1c23536f-c11e-496c-a46e-f5693ea5207e req-322dda78-0e6e-4390-8cc8-a9806883138e tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 210 time: 0.0446384 Oct 27 21:30:57.804234 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65f1c3-f652-4664-b54a-448e3dcbb813 req-5c35118a-cbcd-444d-bf95-2f5f1dd55b24 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:57.805828 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9b65f1c3-f652-4664-b54a-448e3dcbb813 req-5c35118a-cbcd-444d-bf95-2f5f1dd55b24 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 945 time: 0.1020751 Oct 27 21:30:57.916398 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9b65f1c3-f652-4664-b54a-448e3dcbb813 req-a2371112-3164-4a04-8977-514f44e3cee4 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994346 Oct 27 21:30:58.096556 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17c6dd-a68b-4dc1-8f1d-80b3a29d1c3c req-b439a208-da85-4411-ad28-2015ac368a5f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:58.098281 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a17c6dd-a68b-4dc1-8f1d-80b3a29d1c3c req-b439a208-da85-4411-ad28-2015ac368a5f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1507103 Oct 27 21:30:58.175846 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3373-94be-480f-99ea-bec6162e257e req-3eaf306f-37bd-4898-97d6-db5e9bb5159b tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:58.178706 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-3eaf306f-37bd-4898-97d6-db5e9bb5159b tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 814 time: 0.2148995 Oct 27 21:30:58.226066 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0a17c6dd-a68b-4dc1-8f1d-80b3a29d1c3c req-15445ed4-3c97-43c1-98b7-abaac9ad0c87 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162736 Oct 27 21:30:58.233652 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-6c6c3373-94be-480f-99ea-bec6162e257e req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Request body: {'port': {'device_id': '8f598417-f28b-4ccf-be3f-9ebe0e764c1a', 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae', 'admin_state_up': True, 'tenant_id': '82abb78d5839476888d22129c36dceb7'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:58.524898 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6c3373-94be-480f-99ea-bec6162e257e req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Made reservation on behalf of 82abb78d5839476888d22129c36dceb7 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:30:58.529028 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6c6c3373-94be-480f-99ea-bec6162e257e req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.586084 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4336d21c-ae62-42c0-a3ef-e55bd373db52 req-48ba9405-eb8f-4e4a-8be3-46b83d533147 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 210 time: 0.0373073 Oct 27 21:30:58.697841 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-6c6c3373-94be-480f-99ea-bec6162e257e req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Allocated IP 172.20.0.14 (644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae/925a5092-ed1d-4fb8-b9bb-a90d2e0606f6/a743d9f4-1283-4a0c-9c03-4a2cb09c607f) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:30:58.913175 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6c6c3373-94be-480f-99ea-bec6162e257e req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:58.957462 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6c6c3373-94be-480f-99ea-bec6162e257e req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:59.013041 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9c070cce-a35a-4470-b674-1fcbeabd69f0', '58dad19e-1637-43d3-975d-8e479fb490b4'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:30:59.035006 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6c3373-94be-480f-99ea-bec6162e257e req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:30:59.043624 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-6c6c3373-94be-480f-99ea-bec6162e257e req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:30:59.046860 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Pushing event updated for resources: {'Port': ['ID=a743d9f4-1283-4a0c-9c03-4a2cb09c607f,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:30:59.051966 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6c3373-94be-480f-99ea-bec6162e257e req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:30:59.156227 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3373-94be-480f-99ea-bec6162e257e req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:59.157106 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6c6c3373-94be-480f-99ea-bec6162e257e req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:59.193734 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-23f75008-de08-42d3-81f3-1e75e9a2bd99 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9778397 Oct 27 21:30:59.225612 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Request body: {'port': {'device_id': '8f598417-f28b-4ccf-be3f-9ebe0e764c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:30:59.377848 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:59.539883 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f156625-8031-42cb-ac73-d5a49105e5eb req-09978d52-5c7a-4fb6-975a-f2815b6e882b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:59.547545 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9f156625-8031-42cb-ac73-d5a49105e5eb req-09978d52-5c7a-4fb6-975a-f2815b6e882b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1799135 Oct 27 21:30:59.597385 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9f156625-8031-42cb-ac73-d5a49105e5eb req-82e1bec0-822d-414b-851d-e793571e7f39 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480158 Oct 27 21:30:59.752042 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066ebba-9463-4ca9-b333-e42333424977 req-45bc5f42-e56f-42f9-9d59-a43a5b911205 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:30:59.753932 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e066ebba-9463-4ca9-b333-e42333424977 req-45bc5f42-e56f-42f9-9d59-a43a5b911205 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 945 time: 0.2444916 Oct 27 21:30:59.850118 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e066ebba-9463-4ca9-b333-e42333424977 req-11b48f66-7398-40d1-8eb3-c357c9d47d42 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845168 Oct 27 21:30:59.917590 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a743d9f4-1283-4a0c-9c03-4a2cb09c607f {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:30:59.926974 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:30:59.947591 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Transition to ACTIVE for port object a743d9f4-1283-4a0c-9c03-4a2cb09c607f will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:30:59.957027 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.017070 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Pushing event updated for resources: {'Port': ['ID=a743d9f4-1283-4a0c-9c03-4a2cb09c607f,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:00.102726 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Attempting to bind port a743d9f4-1283-4a0c-9c03-4a2cb09c607f on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:00.103219 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Attempting to bind port a743d9f4-1283-4a0c-9c03-4a2cb09c607f by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:00.103719 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Attempting to bind port a743d9f4-1283-4a0c-9c03-4a2cb09c607f on network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:00.110848 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Port a743d9f4-1283-4a0c-9c03-4a2cb09c607f on network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:31:00.111323 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Attempting to bind port a743d9f4-1283-4a0c-9c03-4a2cb09c607f on network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:00.119437 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:00.120054 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Checking segment: {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:00.120516 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Bound using segment: {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:00.121071 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Bound port: a743d9f4-1283-4a0c-9c03-4a2cb09c607f, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:00.121495 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.195064 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] For port a743d9f4-1283-4a0c-9c03-4a2cb09c607f, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:00.199202 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] For port a743d9f4-1283-4a0c-9c03-4a2cb09c607f, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a743d9f4-1283-4a0c-9c03-4a2cb09c607f,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:00.203878 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.244184 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:00.244799 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.246463 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] 10.222.0.83 "PUT /v2.0/ports/a743d9f4-1283-4a0c-9c03-4a2cb09c607f HTTP/1.1" status: 200 len: 1094 time: 1.0290656 Oct 27 21:31:00.246992 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f598417-f28b-4ccf-be3f-9ebe0e764c1a', 'tag': 'a743d9f4-1283-4a0c-9c03-4a2cb09c607f'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:00.249634 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c4837d-23f0-406f-be9e-6728a17311bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f598417-f28b-4ccf-be3f-9ebe0e764c1a", "tag": "a743d9f4-1283-4a0c-9c03-4a2cb09c607f"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:00.273722 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4263708-615f-407c-88fc-53fadbc2d4df service neutron] Pushing event updated for resources: {'Port': ['ID=a743d9f4-1283-4a0c-9c03-4a2cb09c607f,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:00.414518 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 56878) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:00.539955 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-081966f6-8a22-467d-ade8-b783effc010c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.633959 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-081966f6-8a22-467d-ade8-b783effc010c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.639405 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-081966f6-8a22-467d-ade8-b783effc010c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.685285 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-081966f6-8a22-467d-ade8-b783effc010c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e3d100549e94a2fad883750bebf1715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694666 Oct 27 21:31:00.686289 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081966f6-8a22-467d-ade8-b783effc010c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc2f272-37fa-4f65-a068-e1b1aca43e2f,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:00.688562 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 56886) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:00.776547 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a02e1362-0a41-4aa3-9cf9-32a947e1a8d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.820677 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a02e1362-0a41-4aa3-9cf9-32a947e1a8d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.878919 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a02e1362-0a41-4aa3-9cf9-32a947e1a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.881540 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a02e1362-0a41-4aa3-9cf9-32a947e1a8d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:00.882798 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-a02e1362-0a41-4aa3-9cf9-32a947e1a8d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bcc2f272-37fa-4f65-a068-e1b1aca43e2f HTTP/1.1" status: 204 len: 168 time: 0.1923645 Oct 27 21:31:00.895406 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e1362-0a41-4aa3-9cf9-32a947e1a8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc2f272-37fa-4f65-a068-e1b1aca43e2f,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:01.202694 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 56896) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:01.217061 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2b9908b7-be9e-4db2-be83-344a7817f889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:01.302267 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2b9908b7-be9e-4db2-be83-344a7817f889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:01.307957 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2b9908b7-be9e-4db2-be83-344a7817f889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:01.379942 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-2b9908b7-be9e-4db2-be83-344a7817f889 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=933f337bc9eb4c59a0bd83e50c51ea07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757469 Oct 27 21:31:01.382727 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 56898) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:01.383181 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9908b7-be9e-4db2-be83-344a7817f889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88cade1-e54e-4751-b964-24ca099d5d9f,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:01.468187 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c3bdbf18-6c7c-4956-b6c2-8c991e5abb41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:01.506445 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c3bdbf18-6c7c-4956-b6c2-8c991e5abb41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:01.589271 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c3bdbf18-6c7c-4956-b6c2-8c991e5abb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:01.592276 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c3bdbf18-6c7c-4956-b6c2-8c991e5abb41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:01.593559 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c3bdbf18-6c7c-4956-b6c2-8c991e5abb41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b88cade1-e54e-4751-b964-24ca099d5d9f HTTP/1.1" status: 204 len: 168 time: 0.2096035 Oct 27 21:31:01.605858 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdbf18-6c7c-4956-b6c2-8c991e5abb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88cade1-e54e-4751-b964-24ca099d5d9f,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:02.562728 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3373-94be-480f-99ea-bec6162e257e req-a6e51bc5-2e56-4f69-9cb4-80a6f0dd5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:02.564679 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-a6e51bc5-2e56-4f69-9cb4-80a6f0dd5399 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 1097 time: 0.0492365 Oct 27 21:31:02.683961 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c3618563-5956-465f-9fe4-dbf15a622adb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a743d9f4-1283-4a0c-9c03-4a2cb09c607f HTTP/1.1" status: 200 len: 217 time: 0.0482054 Oct 27 21:31:02.689538 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3774cd95-e09a-45d8-a8dc-59d7f74e2f09 x-openstack-request-id: req-3774cd95-e09a-45d8-a8dc-59d7f74e2f09 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:02.689874 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f598417-f28b-4ccf-be3f-9ebe0e764c1a", "tag": "a743d9f4-1283-4a0c-9c03-4a2cb09c607f", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:02.690158 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3774cd95-e09a-45d8-a8dc-59d7f74e2f09 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:02.691076 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f598417-f28b-4ccf-be3f-9ebe0e764c1a', 'tag': 'a743d9f4-1283-4a0c-9c03-4a2cb09c607f', 'status': 'completed', 'code': 200} Oct 27 21:31:02.744158 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3373-94be-480f-99ea-bec6162e257e req-bcfd79f0-22b9-439c-a554-0d31714b38ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:02.746357 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-bcfd79f0-22b9-439c-a554-0d31714b38ee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=925a5092-ed1d-4fb8-b9bb-a90d2e0606f6 HTTP/1.1" status: 200 len: 854 time: 0.0523062 Oct 27 21:31:02.790248 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-e02a6595-ced8-4050-a660-5e86afd1ac26 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318768 Oct 27 21:31:02.947426 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd48d06-b8a2-447e-b162-7306edcea1a7 req-14d43f03-df33-4047-89c1-04ef65ae40d3 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:02.949406 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dcd48d06-b8a2-447e-b162-7306edcea1a7 req-14d43f03-df33-4047-89c1-04ef65ae40d3 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 944 time: 0.3242376 Oct 27 21:31:02.969103 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6dbbc-3136-4f9b-a825-9d0f67f2baa6 req-a6f2b519-ced0-480a-8eab-4b77a296b578 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:02.971201 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-66b6dbbc-3136-4f9b-a825-9d0f67f2baa6 req-a6f2b519-ced0-480a-8eab-4b77a296b578 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1697824 Oct 27 21:31:03.005259 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dcd48d06-b8a2-447e-b162-7306edcea1a7 req-92950af6-dfdc-4e7d-9562-20d9a3380048 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461140 Oct 27 21:31:03.063771 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-66b6dbbc-3136-4f9b-a825-9d0f67f2baa6 req-10a65dee-a0c1-49c0-8157-217d546f3670 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805576 Oct 27 21:31:03.072224 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-54808991-15d3-4b29-87b1-6beebe7dbee9 service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669961 Oct 27 21:31:03.213503 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1741f-b725-459e-9574-6a684b60672c req-3cd97dd9-c254-41ff-a6d6-acbdfbd81d5c tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:03.215974 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ecc1741f-b725-459e-9574-6a684b60672c req-3cd97dd9-c254-41ff-a6d6-acbdfbd81d5c tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 945 time: 0.0880868 Oct 27 21:31:03.257927 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6c6c3373-94be-480f-99ea-bec6162e257e req-c7c7021a-58ee-4d06-aad1-b470a65d9112 service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611681 Oct 27 21:31:03.283671 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112c694-f570-47b0-8132-8d314ed51415 req-c43e91bf-1862-476f-b1e5-d87c059df892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:03.286333 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3112c694-f570-47b0-8132-8d314ed51415 req-c43e91bf-1862-476f-b1e5-d87c059df892 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 1099 time: 0.0714450 Oct 27 21:31:03.302989 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ecc1741f-b725-459e-9574-6a684b60672c req-e59a0ee9-62be-448b-a027-55fda69bae3c tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639145 Oct 27 21:31:03.353177 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3112c694-f570-47b0-8132-8d314ed51415 req-3be57595-6768-4285-8f5f-1de240a36d75 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536339 Oct 27 21:31:03.710507 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:31:03.882904 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4837d-23f0-406f-be9e-6728a17311bd req-adf43f14-2053-452f-a2d5-5a3ee8da3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:03.884921 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e9c4837d-23f0-406f-be9e-6728a17311bd req-adf43f14-2053-452f-a2d5-5a3ee8da3893 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 1097 time: 0.0649495 Oct 27 21:31:04.146601 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b89535-8b2b-4852-bd1a-c4e96cfad4a9 req-6e8b2c1c-ddd1-41bb-8d98-7b3b66c3bfd1 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:04.148331 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b0b89535-8b2b-4852-bd1a-c4e96cfad4a9 req-6e8b2c1c-ddd1-41bb-8d98-7b3b66c3bfd1 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 944 time: 0.0620170 Oct 27 21:31:04.201726 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b0b89535-8b2b-4852-bd1a-c4e96cfad4a9 req-d859f0a2-485c-4767-b809-b0d789063ab8 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464542 Oct 27 21:31:04.264546 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0017863-14d6-4c7b-af57-173b3f173698 req-32941f4b-63cd-4bae-b407-e2536462eccc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:04.266096 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f0017863-14d6-4c7b-af57-173b3f173698 req-32941f4b-63cd-4bae-b407-e2536462eccc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0699048 Oct 27 21:31:04.286429 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4837d-23f0-406f-be9e-6728a17311bd req-2f879c1a-0535-4582-8e0b-4080fc084f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:04.287778 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e9c4837d-23f0-406f-be9e-6728a17311bd req-2f879c1a-0535-4582-8e0b-4080fc084f36 service neutron] 10.222.0.83 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 915 time: 0.3733447 Oct 27 21:31:04.315380 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f0017863-14d6-4c7b-af57-173b3f173698 req-88cfbc4f-f17b-451e-aa06-a264824a2511 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397093 Oct 27 21:31:04.354791 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e9c4837d-23f0-406f-be9e-6728a17311bd req-d523395b-7e4f-4b49-9e51-58ec7ad816cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a743d9f4-1283-4a0c-9c03-4a2cb09c607f HTTP/1.1" status: 200 len: 217 time: 0.0384388 Oct 27 21:31:04.439226 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4837d-23f0-406f-be9e-6728a17311bd req-a749cb29-6a77-45ba-9886-62bb33036bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:04.440850 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e9c4837d-23f0-406f-be9e-6728a17311bd req-a749cb29-6a77-45ba-9886-62bb33036bdc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=925a5092-ed1d-4fb8-b9bb-a90d2e0606f6 HTTP/1.1" status: 200 len: 854 time: 0.0465531 Oct 27 21:31:04.455554 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2293ca7-fae6-46db-bee9-c6c55dd349d4 req-05fe90e2-ed03-45cd-ab30-eca7e11e4692 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:04.457141 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d2293ca7-fae6-46db-bee9-c6c55dd349d4 req-05fe90e2-ed03-45cd-ab30-eca7e11e4692 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 945 time: 0.0562155 Oct 27 21:31:04.474837 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e9c4837d-23f0-406f-be9e-6728a17311bd req-ca9f476a-531a-4417-a758-f90246a76944 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254483 Oct 27 21:31:04.500140 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d2293ca7-fae6-46db-bee9-c6c55dd349d4 req-dc2dbd01-2a62-4603-88b6-5fa061291393 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359945 Oct 27 21:31:04.580612 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e9c4837d-23f0-406f-be9e-6728a17311bd req-7e5be9fa-28c0-40b6-9b4c-570add77795d service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946212 Oct 27 21:31:04.656784 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-70968845-a755-476e-b042-f45a6e4e63bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:04.680977 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e9c4837d-23f0-406f-be9e-6728a17311bd req-6f1ba5ca-646d-4f3c-bb40-17f1422c96bf service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890474 Oct 27 21:31:05.337414 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6bb3-02cd-4a62-b4d4-8099a2549d2f req-79fb290d-08fd-4ab9-85e4-df26fe0b8829 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:05.338913 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1e9f6bb3-02cd-4a62-b4d4-8099a2549d2f req-79fb290d-08fd-4ab9-85e4-df26fe0b8829 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 944 time: 0.0604076 Oct 27 21:31:05.382543 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1e9f6bb3-02cd-4a62-b4d4-8099a2549d2f req-1d4f9220-a6a8-4e59-8aee-cac8f685030e tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351574 Oct 27 21:31:05.449400 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06b897-84b1-45be-be27-9e54d44f630a req-34f01afa-181b-48a2-8a21-ca77eb0b2800 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:05.450929 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5b06b897-84b1-45be-be27-9e54d44f630a req-34f01afa-181b-48a2-8a21-ca77eb0b2800 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0552697 Oct 27 21:31:05.500814 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5b06b897-84b1-45be-be27-9e54d44f630a req-1fc7c715-f285-44fb-8b94-cbea51e5c63b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437407 Oct 27 21:31:05.640938 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765d62e-9d81-47d3-aa25-c6b18a39fce6 req-ccda3dfa-4041-4c31-bfd0-352042536687 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:05.643629 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7765d62e-9d81-47d3-aa25-c6b18a39fce6 req-ccda3dfa-4041-4c31-bfd0-352042536687 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0628262 Oct 27 21:31:05.647131 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c853296-f78d-4ea5-95d7-39639c9f66cc req-c7f2f304-afcc-4241-84bc-71c663a7829b tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:05.648979 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2c853296-f78d-4ea5-95d7-39639c9f66cc req-c7f2f304-afcc-4241-84bc-71c663a7829b tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 945 time: 0.0617950 Oct 27 21:31:05.693748 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7765d62e-9d81-47d3-aa25-c6b18a39fce6 req-fb260a5c-b869-47d6-aac6-7b16ab6eaf5f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392051 Oct 27 21:31:05.696224 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2c853296-f78d-4ea5-95d7-39639c9f66cc req-a29dff6d-365e-48e5-90b8-582c65c67f09 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367887 Oct 27 21:31:05.937559 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 57002) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:06.107426 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fb03c833-947b-4aef-912a-899255500422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.238067 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fb03c833-947b-4aef-912a-899255500422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.243852 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fb03c833-947b-4aef-912a-899255500422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.283972 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03c833-947b-4aef-912a-899255500422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576e5ce2-3481-4482-986f-929986509bcc,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:06.289211 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-fb03c833-947b-4aef-912a-899255500422 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62905b24bb6c4a14a83a8adc07baec2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494961 Oct 27 21:31:06.292684 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 57018) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:06.353732 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f62264a6-4d3f-4212-9980-1f41b68357e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.379886 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f62264a6-4d3f-4212-9980-1f41b68357e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.430817 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f62264a6-4d3f-4212-9980-1f41b68357e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.434584 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f62264a6-4d3f-4212-9980-1f41b68357e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:06.435819 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-f62264a6-4d3f-4212-9980-1f41b68357e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/576e5ce2-3481-4482-986f-929986509bcc HTTP/1.1" status: 204 len: 168 time: 0.1418643 Oct 27 21:31:06.444052 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62264a6-4d3f-4212-9980-1f41b68357e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576e5ce2-3481-4482-986f-929986509bcc,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:07.617456 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-a7738b73-3050-4241-ab7f-b62c5e0d84da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.442789 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.472153 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device a743d9f4-1283-4a0c-9c03-4a2cb09c607f details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:31:08.581503 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.584113 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port a743d9f4-1283-4a0c-9c03-4a2cb09c607f, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a743d9f4-1283-4a0c-9c03-4a2cb09c607f,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:08.596351 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': 'a743d9f4-1283-4a0c-9c03-4a2cb09c607f', 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae', 'port_id': 'a743d9f4-1283-4a0c-9c03-4a2cb09c607f', 'mac_address': 'fa:16:3e:1e:44:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925a5092-ed1d-4fb8-b9bb-a90d2e0606f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:31:08.636046 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.652906 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a743d9f4-1283-4a0c-9c03-4a2cb09c607f {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:08.672914 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port a743d9f4-1283-4a0c-9c03-4a2cb09c607f, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a743d9f4-1283-4a0c-9c03-4a2cb09c607f,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:08.683304 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:08.748689 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e1651-088e-4bf1-a649-8c8bee3745cb req-49b5215f-9740-4e9d-822f-c0894b1e8896 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:08.751079 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2f8e1651-088e-4bf1-a649-8c8bee3745cb req-49b5215f-9740-4e9d-822f-c0894b1e8896 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 945 time: 0.0901079 Oct 27 21:31:08.751206 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=a743d9f4-1283-4a0c-9c03-4a2cb09c607f,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:08.775935 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8e9da-a952-41b8-b725-5eb6d21328d2 req-41cd6ee1-f3ad-43e6-80cd-ba9014e770f1 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:08.777543 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b5a8e9da-a952-41b8-b725-5eb6d21328d2 req-41cd6ee1-f3ad-43e6-80cd-ba9014e770f1 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 945 time: 0.1093397 Oct 27 21:31:08.801654 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2f8e1651-088e-4bf1-a649-8c8bee3745cb req-e91be448-05a0-4177-a501-1b27dd2aba58 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 Oct 27 21:31:08.826975 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582589ee-6158-4eb2-bc21-8c1d45761986 req-93671fcf-9ab6-437e-baf6-6a211c8d606e tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:08.828543 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-582589ee-6158-4eb2-bc21-8c1d45761986 req-93671fcf-9ab6-437e-baf6-6a211c8d606e tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 945 time: 0.0925682 Oct 27 21:31:08.906540 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-582589ee-6158-4eb2-bc21-8c1d45761986 req-0392be5c-193e-4984-9db6-1706f6e0f8ca tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668550 Oct 27 21:31:08.925004 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-b5a8e9da-a952-41b8-b725-5eb6d21328d2 req-79bdae8a-3d23-4e3b-9338-704bfd2d4703 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Deleting port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:31:08.925378 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b5a8e9da-a952-41b8-b725-5eb6d21328d2 req-79bdae8a-3d23-4e3b-9338-704bfd2d4703 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:09.037824 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-b5a8e9da-a952-41b8-b725-5eb6d21328d2 req-79bdae8a-3d23-4e3b-9338-704bfd2d4703 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] For port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9683d4bc-6645-4abb-978d-7f67f3d0c9ed,segment=NetworkSegment(c097cc0a-03d6-4bc5-828f-b138c0ae8a02),segment_id=c097cc0a-03d6-4bc5-828f-b138c0ae8a02)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:09.038146 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b5a8e9da-a952-41b8-b725-5eb6d21328d2 req-79bdae8a-3d23-4e3b-9338-704bfd2d4703 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:09.052356 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-b5a8e9da-a952-41b8-b725-5eb6d21328d2 req-79bdae8a-3d23-4e3b-9338-704bfd2d4703 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Calling delete_port for 9683d4bc-6645-4abb-978d-7f67f3d0c9ed owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:31:09.189548 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b5a8e9da-a952-41b8-b725-5eb6d21328d2 req-79bdae8a-3d23-4e3b-9338-704bfd2d4703 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:09.213766 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['a743d9f4-1283-4a0c-9c03-4a2cb09c607f'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:31:09.219069 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdae8a-3d23-4e3b-9338-704bfd2d4703 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Pushing event deleted for resources: {'Port': ['ID=9683d4bc-6645-4abb-978d-7f67f3d0c9ed,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:09.276982 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a8e9da-a952-41b8-b725-5eb6d21328d2 req-79bdae8a-3d23-4e3b-9338-704bfd2d4703 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] No DVR routers for this DVR port 9683d4bc-6645-4abb-978d-7f67f3d0c9ed on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:31:09.280620 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b5a8e9da-a952-41b8-b725-5eb6d21328d2 req-79bdae8a-3d23-4e3b-9338-704bfd2d4703 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:09.284753 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b5a8e9da-a952-41b8-b725-5eb6d21328d2 req-79bdae8a-3d23-4e3b-9338-704bfd2d4703 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.83 "DELETE /v2.0/ports/9683d4bc-6645-4abb-978d-7f67f3d0c9ed HTTP/1.1" status: 204 len: 173 time: 0.4990497 Oct 27 21:31:09.285339 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9cc547-0ab1-45be-81d8-533e8cc7ac38', 'name': 'network-vif-deleted', 'tag': '9683d4bc-6645-4abb-978d-7f67f3d0c9ed'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:09.297414 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dc5c77-7836-48c6-a683-0a1fbdcba62d" -d '{"events": [{"server_uuid": "8f9cc547-0ab1-45be-81d8-533e8cc7ac38", "name": "network-vif-deleted", "tag": "9683d4bc-6645-4abb-978d-7f67f3d0c9ed"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:09.356394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436ea5db-99ff-4d97-96d6-a9ec0f8b1422 x-openstack-request-id: req-436ea5db-99ff-4d97-96d6-a9ec0f8b1422 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:09.356939 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9cc547-0ab1-45be-81d8-533e8cc7ac38", "name": "network-vif-deleted", "tag": "9683d4bc-6645-4abb-978d-7f67f3d0c9ed", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:09.357367 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-436ea5db-99ff-4d97-96d6-a9ec0f8b1422 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:09.358063 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9cc547-0ab1-45be-81d8-533e8cc7ac38', 'name': 'network-vif-deleted', 'tag': '9683d4bc-6645-4abb-978d-7f67f3d0c9ed', 'status': 'completed', 'code': 200} Oct 27 21:31:09.623913 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f7b02-0df2-42c9-baf4-29efaed2b629 req-b7fa533b-b3af-491c-98bd-454f38c5a051 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:09.627181 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-029f7b02-0df2-42c9-baf4-29efaed2b629 req-b7fa533b-b3af-491c-98bd-454f38c5a051 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0587931 Oct 27 21:31:09.666191 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f5457-9855-4d60-840d-95811288c4b7 req-e793f2c2-4b4d-4298-bf0e-c5ed24fc9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:09.668359 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d72f5457-9855-4d60-840d-95811288c4b7 req-e793f2c2-4b4d-4298-bf0e-c5ed24fc9c89 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0651600 Oct 27 21:31:09.679780 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-029f7b02-0df2-42c9-baf4-29efaed2b629 req-dc9514eb-4b0b-4319-a9c3-47fec920b47b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457835 Oct 27 21:31:09.817769 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f5457-9855-4d60-840d-95811288c4b7 req-ebe8c871-1cae-4ef0-8011-1172da4257d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:09.817769 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d72f5457-9855-4d60-840d-95811288c4b7 req-ebe8c871-1cae-4ef0-8011-1172da4257d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 920 time: 0.1002858 Oct 27 21:31:09.908248 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d72f5457-9855-4d60-840d-95811288c4b7 req-3ad3482d-f345-4822-8a48-64006698be11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bb4c2b4-a839-4327-9789-d3cae7fa0c31 HTTP/1.1" status: 200 len: 217 time: 0.0444558 Oct 27 21:31:10.003571 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df39123-a369-4919-a81c-1605a5dfb826 req-14901b55-2002-45e1-92d6-3be3507dc64a tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:10.005160 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6df39123-a369-4919-a81c-1605a5dfb826 req-14901b55-2002-45e1-92d6-3be3507dc64a tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 945 time: 0.0955093 Oct 27 21:31:10.007022 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f5457-9855-4d60-840d-95811288c4b7 req-bd45f45d-c187-4351-bae7-392afed85e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:10.008461 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d72f5457-9855-4d60-840d-95811288c4b7 req-bd45f45d-c187-4351-bae7-392afed85e6d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=55d4d4c6-62d1-4440-b670-fe01a605f294 HTTP/1.1" status: 200 len: 859 time: 0.0682724 Oct 27 21:31:10.062621 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d72f5457-9855-4d60-840d-95811288c4b7 req-dd5da76e-f31e-4408-986e-bd509719dd84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400960 Oct 27 21:31:10.073487 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f23ee4e0-2f48-4f4e-ba88-edd483788041 req-71c8015c-bf53-4313-b5ef-b6868974417f tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f9cc547-0ab1-45be-81d8-533e8cc7ac38 HTTP/1.1" status: 200 len: 210 time: 0.0359583 Oct 27 21:31:10.076669 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6df39123-a369-4919-a81c-1605a5dfb826 req-0274c2c6-ea86-40ce-9412-647ca684f5fb tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623398 Oct 27 21:31:10.168273 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d72f5457-9855-4d60-840d-95811288c4b7 req-74d86755-1739-453c-a828-226568c714ee service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905414 Oct 27 21:31:10.279296 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d72f5457-9855-4d60-840d-95811288c4b7 req-1519d6fc-d23c-4160-87ce-31e41799e42b service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921481 Oct 27 21:31:10.564696 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:10.808985 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253430be-f505-493b-b35b-12d59c79fa23 req-cb252dd4-35e1-4837-a1dd-a6d5fd523479 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:10.811743 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-253430be-f505-493b-b35b-12d59c79fa23 req-cb252dd4-35e1-4837-a1dd-a6d5fd523479 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0549872 Oct 27 21:31:10.856540 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-253430be-f505-493b-b35b-12d59c79fa23 req-c64af249-6bd0-40da-9fef-9fa39cad1045 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381012 Oct 27 21:31:13.586238 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9683d4bc-6645-4abb-978d-7f67f3d0c9ed no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:31:13.608188 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 9683d4bc-6645-4abb-978d-7f67f3d0c9ed {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:31:13.608532 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9683d4bc-6645-4abb-978d-7f67f3d0c9ed not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:31:13.837560 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b8f2f-80b7-4472-b643-d2bdc437b766 req-6b7d74eb-cac2-4cd7-aac6-fc99b13e03b5 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:13.839066 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c63b8f2f-80b7-4472-b643-d2bdc437b766 req-6b7d74eb-cac2-4cd7-aac6-fc99b13e03b5 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 945 time: 0.0641615 Oct 27 21:31:13.839900 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea300296-f5b6-4e0f-8da4-4f16ebee2cbf req-4ee296bd-c061-46e5-bfc4-3751776f4508 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:13.841395 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ea300296-f5b6-4e0f-8da4-4f16ebee2cbf req-4ee296bd-c061-46e5-bfc4-3751776f4508 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0594535 Oct 27 21:31:13.881339 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ea300296-f5b6-4e0f-8da4-4f16ebee2cbf req-ccbfa7b6-f3f3-4483-9199-d1c0897448af tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338950 Oct 27 21:31:13.881836 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c63b8f2f-80b7-4472-b643-d2bdc437b766 req-70c6b8ff-a0b1-45ff-bd0b-55a0f93d091b tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354769 Oct 27 21:31:14.063687 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-d29d9961-f314-462e-9d57-211e393cef0c tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:14.065227 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-d29d9961-f314-462e-9d57-211e393cef0c tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/networks?id=ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 HTTP/1.1" status: 200 len: 809 time: 0.1089497 Oct 27 21:31:14.095860 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-0fcf5df1-9c05-4cc2-acf3-2a31cd84c239 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/quotas/7e4f06ff648d4999b47605c7788b68ac HTTP/1.1" status: 200 len: 375 time: 0.0223873 Oct 27 21:31:14.136356 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-b21b4fdc-2304-4d1f-bba1-9440ba07b27e tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e4f06ff648d4999b47605c7788b68ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382757 Oct 27 21:31:14.265766 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-2ca3d9b2-e0f6-44a8-ae5c-7fc7c61090d7 service neutron] 10.222.0.53 "GET /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214337 Oct 27 21:31:14.371270 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-0a01fc15-3138-4324-b687-ec1335bc91e5 service neutron] 10.222.0.53 "GET /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007996 Oct 27 21:31:14.584123 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f554d52d-2d97-4caa-a3f1-458c3dcb19a8 req-7df6562b-8186-42c7-939f-5947b2e57920 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 210 time: 0.0310590 Oct 27 21:31:15.034466 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa5152-63ff-4989-b681-01d6132e475a req-d2ab9d5b-be3e-4294-aa0c-9484e4383a25 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:15.035406 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c36664-b24a-4906-92c6-e160f973902c req-e714bbe8-d230-4674-8563-5cb6aaf8ec16 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:15.036625 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a6c36664-b24a-4906-92c6-e160f973902c req-e714bbe8-d230-4674-8563-5cb6aaf8ec16 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 945 time: 0.0752118 Oct 27 21:31:15.042809 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6caa5152-63ff-4989-b681-01d6132e475a req-d2ab9d5b-be3e-4294-aa0c-9484e4383a25 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0673306 Oct 27 21:31:15.085637 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6caa5152-63ff-4989-b681-01d6132e475a req-aea9241b-37c9-4d69-a7e5-523f7ebc40fc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Oct 27 21:31:15.101300 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a6c36664-b24a-4906-92c6-e160f973902c req-57930ea4-9dcb-4f2c-abb2-5a5c4b84ec2c tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549319 Oct 27 21:31:15.617950 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device a743d9f4-1283-4a0c-9c03-4a2cb09c607f up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:15.685770 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port a743d9f4-1283-4a0c-9c03-4a2cb09c607f completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:31:15.690550 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port a743d9f4-1283-4a0c-9c03-4a2cb09c607f triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:15.691178 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:15.720213 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-506d77c0-1f74-4c24-ac48-173fccd60468 req-3cd85dea-b101-4de1-8b5b-a79d9378b3af tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 210 time: 0.0316384 Oct 27 21:31:15.788251 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:15.813294 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f598417-f28b-4ccf-be3f-9ebe0e764c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a743d9f4-1283-4a0c-9c03-4a2cb09c607f'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:15.815595 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9d7624-db61-4715-9b9f-1006e30b94c3" -d '{"events": [{"server_uuid": "8f598417-f28b-4ccf-be3f-9ebe0e764c1a", "name": "network-vif-plugged", "status": "completed", "tag": "a743d9f4-1283-4a0c-9c03-4a2cb09c607f"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:15.830701 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port a743d9f4-1283-4a0c-9c03-4a2cb09c607f, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a743d9f4-1283-4a0c-9c03-4a2cb09c607f,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:15.836419 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:15.900155 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=a743d9f4-1283-4a0c-9c03-4a2cb09c607f,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:15.904636 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11494d8-80a4-49e8-bfac-1325383bec34 x-openstack-request-id: req-f11494d8-80a4-49e8-bfac-1325383bec34 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:15.905098 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f598417-f28b-4ccf-be3f-9ebe0e764c1a", "name": "network-vif-plugged", "status": "completed", "tag": "a743d9f4-1283-4a0c-9c03-4a2cb09c607f", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:15.905361 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f11494d8-80a4-49e8-bfac-1325383bec34 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:15.905750 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f598417-f28b-4ccf-be3f-9ebe0e764c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a743d9f4-1283-4a0c-9c03-4a2cb09c607f', 'code': 200} Oct 27 21:31:15.985877 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-7e8a165e-4354-469e-9028-5a6fc84f2aac tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:15.988397 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-7e8a165e-4354-469e-9028-5a6fc84f2aac tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.83 "GET /v2.0/networks?id=ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 HTTP/1.1" status: 200 len: 809 time: 0.1955318 Oct 27 21:31:19.155695 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Request body: {'port': {'device_id': 'b419dc8f-476b-4d18-8b91-416595020165', 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378', 'admin_state_up': True, 'tenant_id': '7e4f06ff648d4999b47605c7788b68ac'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:19.320942 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.367355 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Made reservation on behalf of 7e4f06ff648d4999b47605c7788b68ac for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:31:19.373044 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:19.449031 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dc82d-99e6-4e6d-a0d4-e0a81cc3d451 req-aa7bcaca-a060-4973-9eab-99b9fed38fce tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:19.451696 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ec1dc82d-99e6-4e6d-a0d4-e0a81cc3d451 req-aa7bcaca-a060-4973-9eab-99b9fed38fce tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1217837 Oct 27 21:31:19.533348 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ec1dc82d-99e6-4e6d-a0d4-e0a81cc3d451 req-9efa6e62-a458-4633-b48c-8c3e41d596f6 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663805 Oct 27 21:31:19.591417 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1d54f-77d3-42ee-8753-6cd4e0bf8f1b req-3e8c5cae-9749-4e8d-b223-947951bb3735 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:19.593087 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0ff1d54f-77d3-42ee-8753-6cd4e0bf8f1b req-3e8c5cae-9749-4e8d-b223-947951bb3735 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 946 time: 0.1910415 Oct 27 21:31:19.601736 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2e1f-4a1b-4675-b322-147627075115 req-c28082c4-959f-4def-8a59-183d55565ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:19.603272 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b84c2e1f-4a1b-4675-b322-147627075115 req-c28082c4-959f-4def-8a59-183d55565ebc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.1872640 Oct 27 21:31:19.670153 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Allocated IP 172.20.0.3 (ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378/d6836bb7-4460-49ce-b09b-8f214364006f/86dcb216-4198-4bb1-aba2-90ed3ad996e3) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:19.674932 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4b8f3474-f88f-4560-9658-beb5110e7d3b req-e94cb8de-8ab7-4771-a2e2-749d62f0b8b3 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 210 time: 0.0348997 Oct 27 21:31:19.677022 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef60275-be2c-4e08-89bc-e2efb48d8137 req-90d547b2-34d2-4d34-a8f7-a27f1bd9dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:19.678607 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-aef60275-be2c-4e08-89bc-e2efb48d8137 req-90d547b2-34d2-4d34-a8f7-a27f1bd9dd69 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 1099 time: 0.1635542 Oct 27 21:31:19.728740 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0ff1d54f-77d3-42ee-8753-6cd4e0bf8f1b req-07d45a4f-4f17-4e69-9bb3-f28f3eacc3b1 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193023 Oct 27 21:31:19.828735 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-aef60275-be2c-4e08-89bc-e2efb48d8137 req-922da218-9d05-463b-81f9-48c64fc3d7f8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330376 Oct 27 21:31:19.982752 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2e1f-4a1b-4675-b322-147627075115 req-7504e84d-2477-40d3-944e-4287d9784841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:19.984085 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b84c2e1f-4a1b-4675-b322-147627075115 req-7504e84d-2477-40d3-944e-4287d9784841 service neutron] 10.222.0.83 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 920 time: 0.3330784 Oct 27 21:31:20.055173 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:20.099155 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:20.146351 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:20.149966 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:20.154200 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:20.161327 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Pushing event updated for resources: {'Port': ['ID=86dcb216-4198-4bb1-aba2-90ed3ad996e3,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:20.190608 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:20.190935 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:20.191266 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:20.191598 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:20.191936 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:20.192262 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:20.192659 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:20.193021 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:20.193342 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:20.193717 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:20.194049 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:20.194578 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:20.223568 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:20.224235 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:20.243527 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-8329d3c5-6154-4867-bfff-e1545d1260a9 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0918865 Oct 27 21:31:20.287775 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Request body: {'port': {'device_id': 'b419dc8f-476b-4d18-8b91-416595020165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:20.355025 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b84c2e1f-4a1b-4675-b322-147627075115 req-c9a0be56-7211-405b-8d7c-ea6d434d2473 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bb4c2b4-a839-4327-9789-d3cae7fa0c31 HTTP/1.1" status: 200 len: 217 time: 0.0641580 Oct 27 21:31:20.389480 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:20.491298 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2e1f-4a1b-4675-b322-147627075115 req-2c55e936-9d05-4a3b-a7be-f8b69d03a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:20.494061 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b84c2e1f-4a1b-4675-b322-147627075115 req-2c55e936-9d05-4a3b-a7be-f8b69d03a4a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=55d4d4c6-62d1-4440-b670-fe01a605f294 HTTP/1.1" status: 200 len: 859 time: 0.0700610 Oct 27 21:31:20.574039 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b84c2e1f-4a1b-4675-b322-147627075115 req-4ec26b65-995c-4d14-8352-76075d287340 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382612 Oct 27 21:31:20.691903 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaa307-6f79-4297-8b6d-3fab4127af7c req-0c0504be-afd5-4dc1-a07e-2b88615eb985 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:20.694504 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e6aaa307-6f79-4297-8b6d-3fab4127af7c req-0c0504be-afd5-4dc1-a07e-2b88615eb985 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0670810 Oct 27 21:31:20.747401 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e6aaa307-6f79-4297-8b6d-3fab4127af7c req-0a134c7e-e48d-412d-bfcd-1e5d0ec9d81e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465190 Oct 27 21:31:20.882125 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a95e97-02ce-455c-8347-e6e8352d5cc7 req-149993c4-4833-43cc-ac6e-7ff896747b10 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:20.884017 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-15a95e97-02ce-455c-8347-e6e8352d5cc7 req-149993c4-4833-43cc-ac6e-7ff896747b10 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 946 time: 0.0602345 Oct 27 21:31:20.925559 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b84c2e1f-4a1b-4675-b322-147627075115 req-416ba78a-6b18-48db-82b2-d4afb90a90bf service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368897 Oct 27 21:31:20.942971 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-15a95e97-02ce-455c-8347-e6e8352d5cc7 req-b2258244-4329-40ad-b7dc-44489423c3c4 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499592 Oct 27 21:31:21.061554 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8877a-cdad-4f4f-abba-0138a93cb260 req-f909583f-39ee-4e3d-97ed-33337bc02614 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:21.064225 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e7e8877a-cdad-4f4f-abba-0138a93cb260 req-f909583f-39ee-4e3d-97ed-33337bc02614 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 931 time: 0.2697971 Oct 27 21:31:21.410906 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86dcb216-4198-4bb1-aba2-90ed3ad996e3 {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:21.433156 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.457113 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e7e8877a-cdad-4f4f-abba-0138a93cb260 req-db80f285-287e-43a5-8965-182c8a29b86c tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770847 Oct 27 21:31:21.466542 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b84c2e1f-4a1b-4675-b322-147627075115 req-b12fe1cb-7bd4-44cd-9bdc-63b324bbf2e7 service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121129 Oct 27 21:31:21.469797 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Transition to ACTIVE for port object 86dcb216-4198-4bb1-aba2-90ed3ad996e3 will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:31:21.475872 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.554943 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Pushing event updated for resources: {'Port': ['ID=86dcb216-4198-4bb1-aba2-90ed3ad996e3,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:21.673636 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Attempting to bind port 86dcb216-4198-4bb1-aba2-90ed3ad996e3 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:21.674839 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Attempting to bind port 86dcb216-4198-4bb1-aba2-90ed3ad996e3 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'c097cc0a-03d6-4bc5-828f-b138c0ae8a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:21.675456 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Attempting to bind port 86dcb216-4198-4bb1-aba2-90ed3ad996e3 on network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:21.681817 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Port 86dcb216-4198-4bb1-aba2-90ed3ad996e3 on network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:31:21.682243 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Attempting to bind port 86dcb216-4198-4bb1-aba2-90ed3ad996e3 on network ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:21.688514 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:21.689093 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Checking segment: {'id': 'c097cc0a-03d6-4bc5-828f-b138c0ae8a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:21.689530 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Bound using segment: {'id': 'c097cc0a-03d6-4bc5-828f-b138c0ae8a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:21.690040 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Bound port: 86dcb216-4198-4bb1-aba2-90ed3ad996e3, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c097cc0a-03d6-4bc5-828f-b138c0ae8a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:21.690455 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.765127 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] For port 86dcb216-4198-4bb1-aba2-90ed3ad996e3, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:21.768876 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] For port 86dcb216-4198-4bb1-aba2-90ed3ad996e3, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=86dcb216-4198-4bb1-aba2-90ed3ad996e3,segment=NetworkSegment(c097cc0a-03d6-4bc5-828f-b138c0ae8a02),segment_id=c097cc0a-03d6-4bc5-828f-b138c0ae8a02)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:21.774768 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.840681 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:21.841734 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:21.844120 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] 10.222.0.83 "PUT /v2.0/ports/86dcb216-4198-4bb1-aba2-90ed3ad996e3 HTTP/1.1" status: 200 len: 1093 time: 1.5631211 Oct 27 21:31:21.844825 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b419dc8f-476b-4d18-8b91-416595020165', 'tag': '86dcb216-4198-4bb1-aba2-90ed3ad996e3'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:21.849283 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5ba3a0-72d5-4d7b-ae8d-948788e85a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "b419dc8f-476b-4d18-8b91-416595020165", "tag": "86dcb216-4198-4bb1-aba2-90ed3ad996e3"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:21.879450 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4be66-3108-4970-b962-d79447ebe872 service neutron] Pushing event updated for resources: {'Port': ['ID=86dcb216-4198-4bb1-aba2-90ed3ad996e3,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:26.185781 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97da3c-7eb6-4b75-ba50-347fd5128b3d req-ea8760d3-7ded-4820-a3e4-fe96d7f97f64 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:26.191770 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ff97da3c-7eb6-4b75-ba50-347fd5128b3d req-ea8760d3-7ded-4820-a3e4-fe96d7f97f64 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0667877 Oct 27 21:31:26.220996 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4121c3ad-8f66-414e-bad3-cdae9e149ce1 x-openstack-request-id: req-4121c3ad-8f66-414e-bad3-cdae9e149ce1 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:26.221840 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b419dc8f-476b-4d18-8b91-416595020165", "tag": "86dcb216-4198-4bb1-aba2-90ed3ad996e3", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:26.221840 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4121c3ad-8f66-414e-bad3-cdae9e149ce1 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:26.222462 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b419dc8f-476b-4d18-8b91-416595020165', 'tag': '86dcb216-4198-4bb1-aba2-90ed3ad996e3', 'status': 'completed', 'code': 200} Oct 27 21:31:26.243876 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ff97da3c-7eb6-4b75-ba50-347fd5128b3d req-f21a956c-f3f8-4aaf-a7b8-2ead9a44827d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 Oct 27 21:31:26.253065 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-27dac26d-c3c6-4c94-bff7-8c1f42b2cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:26.255503 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-27dac26d-c3c6-4c94-bff7-8c1f42b2cbbf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e4f06ff648d4999b47605c7788b68ac&device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 1096 time: 0.0892847 Oct 27 21:31:26.340006 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fe269-9bd9-4be9-90df-de4d4c87aa60 req-c9b21bc3-f6a5-4186-8e77-c1534f965c4d tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:26.341803 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-884fe269-9bd9-4be9-90df-de4d4c87aa60 req-c9b21bc3-f6a5-4186-8e77-c1534f965c4d tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 946 time: 0.0667059 Oct 27 21:31:26.380295 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-6ea7ae55-4850-4845-b493-1e407050015d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86dcb216-4198-4bb1-aba2-90ed3ad996e3 HTTP/1.1" status: 200 len: 217 time: 0.0374358 Oct 27 21:31:26.436102 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1950b06-1f16-46f2-b95e-2896c830f75b req-ddb1c585-6156-4db1-a25c-cc9d8926d49a tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:26.438978 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e1950b06-1f16-46f2-b95e-2896c830f75b req-ddb1c585-6156-4db1-a25c-cc9d8926d49a tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 943 time: 0.0892751 Oct 27 21:31:26.453395 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-884fe269-9bd9-4be9-90df-de4d4c87aa60 req-4e766b10-0d14-432e-8c1a-3c3e7309e7c8 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720353 Oct 27 21:31:26.487163 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-0a0bc579-18fb-4a22-9ef8-a627378616a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:26.495666 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-0a0bc579-18fb-4a22-9ef8-a627378616a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d6836bb7-4460-49ce-b09b-8f214364006f HTTP/1.1" status: 200 len: 849 time: 0.0778723 Oct 27 21:31:26.513438 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e1950b06-1f16-46f2-b95e-2896c830f75b req-34b2c90c-a5b4-49d3-90b3-98601b3d3e99 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620689 Oct 27 21:31:26.566372 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-559d1dce-1079-4a4a-b230-505192fa4483 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480249 Oct 27 21:31:26.691822 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-18329ca0-7bc5-42e1-8fa3-4ebddc085c84 service neutron] 10.222.0.83 "GET /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948484 Oct 27 21:31:26.834656 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c53093e-0f79-4a3a-b39f-bd0d1d47dfff req-7070fc1f-362f-4235-adba-2cd663095e25 service neutron] 10.222.0.83 "GET /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164045 Oct 27 21:31:27.062905 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ba3a0-72d5-4d7b-ae8d-948788e85a1b req-0ec61a8b-a51e-45aa-beb5-6476bb05335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.064555 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fc5ba3a0-72d5-4d7b-ae8d-948788e85a1b req-0ec61a8b-a51e-45aa-beb5-6476bb05335a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e4f06ff648d4999b47605c7788b68ac&device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 1096 time: 0.0494089 Oct 27 21:31:27.197659 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ba3a0-72d5-4d7b-ae8d-948788e85a1b req-49ffb011-ad34-4136-b0e0-23564f7f38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.199202 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fc5ba3a0-72d5-4d7b-ae8d-948788e85a1b req-49ffb011-ad34-4136-b0e0-23564f7f38dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 HTTP/1.1" status: 200 len: 910 time: 0.1242449 Oct 27 21:31:27.252356 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fc5ba3a0-72d5-4d7b-ae8d-948788e85a1b req-06ff63cd-0507-40d7-b87a-63e54927b708 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86dcb216-4198-4bb1-aba2-90ed3ad996e3 HTTP/1.1" status: 200 len: 217 time: 0.0380418 Oct 27 21:31:27.496619 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ba3a0-72d5-4d7b-ae8d-948788e85a1b req-4b64d1c4-5904-4cad-87c6-b0821ba1d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.496619 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fc5ba3a0-72d5-4d7b-ae8d-948788e85a1b req-4b64d1c4-5904-4cad-87c6-b0821ba1d615 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d6836bb7-4460-49ce-b09b-8f214364006f HTTP/1.1" status: 200 len: 849 time: 0.0646551 Oct 27 21:31:27.654240 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fc5ba3a0-72d5-4d7b-ae8d-948788e85a1b req-091721cb-a7ac-45c9-b44f-509f1643eff3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459709 Oct 27 21:31:27.673343 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984156a6-9a53-41fb-b6c6-49dc0b2d3d3f req-a7d25620-cbef-4bda-b200-576f77161ede tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.675052 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-984156a6-9a53-41fb-b6c6-49dc0b2d3d3f req-a7d25620-cbef-4bda-b200-576f77161ede tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1001740 Oct 27 21:31:27.783248 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-984156a6-9a53-41fb-b6c6-49dc0b2d3d3f req-adac75c6-83b1-4d84-993c-50948e14c4f7 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980318 Oct 27 21:31:27.789408 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fda547-dc99-4a02-bf70-62ceb7e6126f req-9bc3b4e3-1e98-4aeb-9b55-a4cea851f587 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:27.793886 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-87fda547-dc99-4a02-bf70-62ceb7e6126f req-9bc3b4e3-1e98-4aeb-9b55-a4cea851f587 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 946 time: 0.1081367 Oct 27 21:31:27.832729 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fc5ba3a0-72d5-4d7b-ae8d-948788e85a1b req-1eb6f1bf-91d8-4063-a142-bc5a7a8e30db service neutron] 10.222.0.83 "GET /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565974 Oct 27 21:31:27.876752 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-87fda547-dc99-4a02-bf70-62ceb7e6126f req-82b044ed-5263-4dd8-8d49-1696cc2b07e6 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725915 Oct 27 21:31:28.087658 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38198478-0474-4a79-8ae4-2de0fbc3dbe1 req-1a15e43e-2d87-4eec-a1ab-fbe13a6438c1 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:28.090555 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38198478-0474-4a79-8ae4-2de0fbc3dbe1 req-1a15e43e-2d87-4eec-a1ab-fbe13a6438c1 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 943 time: 0.1605995 Oct 27 21:31:28.106577 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fc5ba3a0-72d5-4d7b-ae8d-948788e85a1b req-58df378d-6936-49af-83e1-b5fbd61731cc service neutron] 10.222.0.83 "GET /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574255 Oct 27 21:31:28.178014 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38198478-0474-4a79-8ae4-2de0fbc3dbe1 req-0f13ba80-0aa3-443d-89c8-15ad4817f22a tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775769 Oct 27 21:31:31.915622 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 86dcb216-4198-4bb1-aba2-90ed3ad996e3 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:31:32.033154 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 86dcb216-4198-4bb1-aba2-90ed3ad996e3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=86dcb216-4198-4bb1-aba2-90ed3ad996e3,segment=NetworkSegment(c097cc0a-03d6-4bc5-828f-b138c0ae8a02),segment_id=c097cc0a-03d6-4bc5-828f-b138c0ae8a02)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:32.047389 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '86dcb216-4198-4bb1-aba2-90ed3ad996e3', 'network_id': 'ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378', 'port_id': '86dcb216-4198-4bb1-aba2-90ed3ad996e3', 'mac_address': 'fa:16:3e:8e:11:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6836bb7-4460-49ce-b09b-8f214364006f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:31:32.090672 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:32.111329 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86dcb216-4198-4bb1-aba2-90ed3ad996e3 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:32.147612 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 86dcb216-4198-4bb1-aba2-90ed3ad996e3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=86dcb216-4198-4bb1-aba2-90ed3ad996e3,segment=NetworkSegment(c097cc0a-03d6-4bc5-828f-b138c0ae8a02),segment_id=c097cc0a-03d6-4bc5-828f-b138c0ae8a02)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:32.153913 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:32.183697 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01119d-6ba8-4a97-ac6f-31237d489386 req-1453fa90-a2b8-47c5-b404-0009058ca95d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:32.186580 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cd01119d-6ba8-4a97-ac6f-31237d489386 req-1453fa90-a2b8-47c5-b404-0009058ca95d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1012120 Oct 27 21:31:32.223846 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=86dcb216-4198-4bb1-aba2-90ed3ad996e3,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:32.230365 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67757ff3-a35a-4a57-b23b-47702d9e4444 req-68c06c3a-fcab-4887-ab45-5bd422b8ea1e tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:32.233220 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-67757ff3-a35a-4a57-b23b-47702d9e4444 req-68c06c3a-fcab-4887-ab45-5bd422b8ea1e tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 943 time: 0.1304302 Oct 27 21:31:32.259506 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cd01119d-6ba8-4a97-ac6f-31237d489386 req-07555371-9520-4520-97a3-cceb1e9f3cda tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573440 Oct 27 21:31:32.291003 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-67757ff3-a35a-4a57-b23b-47702d9e4444 req-823350d5-773f-415a-b6a5-617e390c437e tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513389 Oct 27 21:31:32.840824 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['86dcb216-4198-4bb1-aba2-90ed3ad996e3'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:31:33.505785 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd3575-a7c7-4a67-8d64-ac04d94a0c49 req-da959431-840e-4fa1-8051-3d6150372277 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:33.514028 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4ebd3575-a7c7-4a67-8d64-ac04d94a0c49 req-da959431-840e-4fa1-8051-3d6150372277 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1279845 Oct 27 21:31:33.536398 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac71022-05cd-4532-acfb-1911d05c3d8d req-e5e6e106-96b0-4e24-9c57-90769f900151 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:33.539442 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4ac71022-05cd-4532-acfb-1911d05c3d8d req-e5e6e106-96b0-4e24-9c57-90769f900151 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 944 time: 0.1081061 Oct 27 21:31:33.602629 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4ebd3575-a7c7-4a67-8d64-ac04d94a0c49 req-c0cb7e28-4a59-4a8b-8bfe-8d6abfd51dea tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801866 Oct 27 21:31:33.646084 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4ac71022-05cd-4532-acfb-1911d05c3d8d req-9ff911b3-7dc2-4ba1-bc3b-b2054ad12fba tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939856 Oct 27 21:31:34.533565 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba855ef8-613a-4783-9a2b-e1d32360566e req-c204bb46-3f68-4590-8650-e5c22eb5b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:34.535722 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ba855ef8-613a-4783-9a2b-e1d32360566e req-c204bb46-3f68-4590-8650-e5c22eb5b542 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0476098 Oct 27 21:31:34.586112 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ba855ef8-613a-4783-9a2b-e1d32360566e req-e03d67f7-c5c1-4bbf-a61a-a6660932eb4b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372121 Oct 27 21:31:34.676308 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-f3e9397f-63df-4cff-ac78-56d28a65001b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:34.813553 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a237bad-5175-42c4-abf1-c1d6ab375f0c req-35d18477-9c4e-4f04-859b-619a754b6f25 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:34.817615 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4a237bad-5175-42c4-abf1-c1d6ab375f0c req-35d18477-9c4e-4f04-859b-619a754b6f25 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 944 time: 0.0733435 Oct 27 21:31:34.818917 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41007-fc15-42a9-a60d-c7af8d070874 req-cf8871d9-3fe6-43a8-bde9-e0b5e308a432 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:34.822278 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bff41007-fc15-42a9-a60d-c7af8d070874 req-cf8871d9-3fe6-43a8-bde9-e0b5e308a432 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1036084 Oct 27 21:31:34.839378 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 86dcb216-4198-4bb1-aba2-90ed3ad996e3 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:31:34.907963 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4a237bad-5175-42c4-abf1-c1d6ab375f0c req-69402838-5268-471a-a7c5-0431bef3d388 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753753 Oct 27 21:31:34.909634 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bff41007-fc15-42a9-a60d-c7af8d070874 req-16a8bbb7-0ea3-4f32-936c-994af9736432 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777853 Oct 27 21:31:34.958698 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 86dcb216-4198-4bb1-aba2-90ed3ad996e3 completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:31:34.966933 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 86dcb216-4198-4bb1-aba2-90ed3ad996e3 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:31:34.967502 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.108008 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.142006 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b419dc8f-476b-4d18-8b91-416595020165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dcb216-4198-4bb1-aba2-90ed3ad996e3'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:35.146523 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4246d0cb-b9b8-4024-84a9-bbc3d542d014" -d '{"events": [{"server_uuid": "b419dc8f-476b-4d18-8b91-416595020165", "name": "network-vif-plugged", "status": "completed", "tag": "86dcb216-4198-4bb1-aba2-90ed3ad996e3"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:35.174188 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 86dcb216-4198-4bb1-aba2-90ed3ad996e3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=86dcb216-4198-4bb1-aba2-90ed3ad996e3,segment=NetworkSegment(c097cc0a-03d6-4bc5-828f-b138c0ae8a02),segment_id=c097cc0a-03d6-4bc5-828f-b138c0ae8a02)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:35.181448 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:35.213001 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79feb56a-9f83-413f-ac8a-05b7b4067e4c x-openstack-request-id: req-79feb56a-9f83-413f-ac8a-05b7b4067e4c {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:35.213319 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b419dc8f-476b-4d18-8b91-416595020165", "name": "network-vif-plugged", "status": "completed", "tag": "86dcb216-4198-4bb1-aba2-90ed3ad996e3", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:35.213577 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79feb56a-9f83-413f-ac8a-05b7b4067e4c {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:35.213964 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b419dc8f-476b-4d18-8b91-416595020165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dcb216-4198-4bb1-aba2-90ed3ad996e3', 'code': 200} Oct 27 21:31:35.248991 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=86dcb216-4198-4bb1-aba2-90ed3ad996e3,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:35.526115 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736ef54-429f-4de7-abe1-f05161618b26 req-b1c596fd-4ef5-4b98-aa8e-792d546d4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:35.528424 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8736ef54-429f-4de7-abe1-f05161618b26 req-b1c596fd-4ef5-4b98-aa8e-792d546d4d6e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 1098 time: 0.0727544 Oct 27 21:31:35.634853 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8736ef54-429f-4de7-abe1-f05161618b26 req-fcba7cd8-bde8-4466-bb5f-0da7089cbb5f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342329 Oct 27 21:31:36.175713 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ed3f7-caf8-4848-a5d7-a2dd1f423965 req-9b440f0d-59ff-421a-b196-78a8de19d796 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:36.178288 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-059ed3f7-caf8-4848-a5d7-a2dd1f423965 req-9b440f0d-59ff-421a-b196-78a8de19d796 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 945 time: 0.0624199 Oct 27 21:31:36.227768 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-059ed3f7-caf8-4848-a5d7-a2dd1f423965 req-d4d5ae40-1fc5-425f-8c44-a266c8ff5c16 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Oct 27 21:31:36.281361 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc959c1-d2b7-4366-bbad-972fe7424b3f req-4004fb6c-2ba7-4095-bcae-bb08bdcf8bcd tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:36.283087 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4dc959c1-d2b7-4366-bbad-972fe7424b3f req-4004fb6c-2ba7-4095-bcae-bb08bdcf8bcd tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0739026 Oct 27 21:31:36.331302 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4dc959c1-d2b7-4366-bbad-972fe7424b3f req-9bdaf023-452b-4f33-b02a-912a5bf12f53 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382264 Oct 27 21:31:37.280384 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 57470) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:37.431266 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.557157 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94b2dc-d3f0-4dd3-92a4-99d3cb2d3130 req-a2a845ab-10f1-4757-a4e6-a283d5909cf9 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:37.558810 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-df94b2dc-d3f0-4dd3-92a4-99d3cb2d3130 req-a2a845ab-10f1-4757-a4e6-a283d5909cf9 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0616665 Oct 27 21:31:37.627703 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-51975845-e076-4e05-87a9-00b899ee9743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.631890 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b2a05-afee-4811-a4b6-3415fccaf09e req-eb2689c4-e580-4aea-90bb-5d6067a795d0 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:37.634727 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-502b2a05-afee-4811-a4b6-3415fccaf09e req-eb2689c4-e580-4aea-90bb-5d6067a795d0 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 945 time: 0.1393642 Oct 27 21:31:37.652770 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-df94b2dc-d3f0-4dd3-92a4-99d3cb2d3130 req-d2f0bdfe-0813-4ca6-9903-44bd37f6ddcd tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813189 Oct 27 21:31:37.691576 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.714552 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.739919 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-502b2a05-afee-4811-a4b6-3415fccaf09e req-2ba3257c-6039-4d62-8f52-2b75af784a07 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940485 Oct 27 21:31:37.777329 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 57486) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:37.777551 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7d21ab61bc14df0bdbd35a96ccaa04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958916 Oct 27 21:31:37.780234 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09356d9f-8213-463a-8a76-f5e3bec838f3,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:37.789690 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:37.790056 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:37.790698 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:37.791041 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:37.791422 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:37.791756 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:37.792137 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:37.792690 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:37.793204 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:37.793674 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:37.794147 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:37.794613 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd281806-0730-49c1-b771-ac9ad2a70a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:31:37.851161 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3c876389-6960-4c52-a58e-5401812086ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.878803 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3c876389-6960-4c52-a58e-5401812086ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.940729 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3c876389-6960-4c52-a58e-5401812086ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.943455 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3c876389-6960-4c52-a58e-5401812086ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:37.944819 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-3c876389-6960-4c52-a58e-5401812086ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09356d9f-8213-463a-8a76-f5e3bec838f3 HTTP/1.1" status: 204 len: 168 time: 0.1659849 Oct 27 21:31:37.958233 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c876389-6960-4c52-a58e-5401812086ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09356d9f-8213-463a-8a76-f5e3bec838f3,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:38.003591 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 57494) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:38.106618 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820f370-6352-4aa2-b4f9-9275da55e544 req-1f7c0bc4-2235-4b95-b406-41f1dc75fb1f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:38.110507 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a820f370-6352-4aa2-b4f9-9275da55e544 req-1f7c0bc4-2235-4b95-b406-41f1dc75fb1f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0912430 Oct 27 21:31:38.118145 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdff3f-0dba-49b6-9190-bbea53933112 req-5672c2a3-912f-42b8-8d64-17b39830a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:38.120108 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fecdff3f-0dba-49b6-9190-bbea53933112 req-5672c2a3-912f-42b8-8d64-17b39830a8db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0572267 Oct 27 21:31:38.171123 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a820f370-6352-4aa2-b4f9-9275da55e544 req-f5b25d52-ef95-4611-b8ea-83bd44fefa53 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528712 Oct 27 21:31:38.199679 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-dad3e6d5-30de-4718-a552-9ddf6d135f9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.244572 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdff3f-0dba-49b6-9190-bbea53933112 req-28ae554d-16c1-405e-a24f-e74a47180c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:38.246448 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fecdff3f-0dba-49b6-9190-bbea53933112 req-28ae554d-16c1-405e-a24f-e74a47180c88 service neutron] 10.222.0.83 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 920 time: 0.1094291 Oct 27 21:31:38.293425 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fecdff3f-0dba-49b6-9190-bbea53933112 req-bbb46150-2f46-4499-a019-5731938b94a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bb4c2b4-a839-4327-9789-d3cae7fa0c31 HTTP/1.1" status: 200 len: 217 time: 0.0387828 Oct 27 21:31:38.355170 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-dad3e6d5-30de-4718-a552-9ddf6d135f9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.360801 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-dad3e6d5-30de-4718-a552-9ddf6d135f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.363913 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdff3f-0dba-49b6-9190-bbea53933112 req-ae8b0685-ce33-4e30-9eb6-d6b60e8bed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:38.365523 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fecdff3f-0dba-49b6-9190-bbea53933112 req-ae8b0685-ce33-4e30-9eb6-d6b60e8bed50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=55d4d4c6-62d1-4440-b670-fe01a605f294 HTTP/1.1" status: 200 len: 859 time: 0.0633376 Oct 27 21:31:38.439871 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fecdff3f-0dba-49b6-9190-bbea53933112 req-d6af7b48-4983-4240-bee3-4768b170b740 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605111 Oct 27 21:31:38.448346 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.449095 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-dad3e6d5-30de-4718-a552-9ddf6d135f9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=254801eaf6ff4e45b0a800f1680d6cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437678 Oct 27 21:31:38.453689 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3e6d5-30de-4718-a552-9ddf6d135f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeec1da5-e4a8-4749-a60e-5b0f5ef0dae3,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:38.458714 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 57510) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:38.552449 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-83a611f9-43ea-4443-9015-cc20194675b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.579895 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.589685 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fecdff3f-0dba-49b6-9190-bbea53933112 req-8604bde2-57bd-4b88-ad83-910c64cc16e3 service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372211 Oct 27 21:31:38.597429 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-83a611f9-43ea-4443-9015-cc20194675b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.673711 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-83a611f9-43ea-4443-9015-cc20194675b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.676471 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-83a611f9-43ea-4443-9015-cc20194675b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:38.677782 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-83a611f9-43ea-4443-9015-cc20194675b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aeec1da5-e4a8-4749-a60e-5b0f5ef0dae3 HTTP/1.1" status: 204 len: 168 time: 0.2170305 Oct 27 21:31:38.687052 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a611f9-43ea-4443-9015-cc20194675b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeec1da5-e4a8-4749-a60e-5b0f5ef0dae3,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:38.834469 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fecdff3f-0dba-49b6-9190-bbea53933112 req-b62df45a-d207-4304-99c2-7632bff43afb service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005703 Oct 27 21:31:38.989531 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a13f1b-a21c-463d-a20a-ca9ea590c4bf req-33c7c7be-9cb6-48fd-bdb2-8f6c480d5899 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:38.992760 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-49a13f1b-a21c-463d-a20a-ca9ea590c4bf req-33c7c7be-9cb6-48fd-bdb2-8f6c480d5899 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 945 time: 0.0966468 Oct 27 21:31:39.054073 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-49a13f1b-a21c-463d-a20a-ca9ea590c4bf req-473b81ad-aa88-4fb4-8c23-75bdc9de0891 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Oct 27 21:31:39.272658 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 57538) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:39.295058 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f0f0f36a-f137-4aea-a628-73ac9eb4b4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:39.400429 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a19c0-6208-4683-a645-dc246416d711 req-84384a35-3bdd-452b-932e-5ec12440849b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:39.405852 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7c2a19c0-6208-4683-a645-dc246416d711 req-84384a35-3bdd-452b-932e-5ec12440849b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0962901 Oct 27 21:31:39.439623 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f0f0f36a-f137-4aea-a628-73ac9eb4b4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:39.446538 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f0f0f36a-f137-4aea-a628-73ac9eb4b4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:39.475550 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7c2a19c0-6208-4683-a645-dc246416d711 req-2a9623ce-e270-4bd6-8304-6d2c4ebd3189 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649323 Oct 27 21:31:39.510778 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0f36a-f137-4aea-a628-73ac9eb4b4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d74b084-bc4e-4c86-b103-51f57018d9bc,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:39.537028 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-f0f0f36a-f137-4aea-a628-73ac9eb4b4f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30b67d4da7274cff8d4d1210c30f9ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621810 Oct 27 21:31:39.540003 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 57544) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:39.614356 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ad9242e8-16c9-487e-8c4e-baa2f7b275a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:39.660401 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ad9242e8-16c9-487e-8c4e-baa2f7b275a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:39.776412 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ad9242e8-16c9-487e-8c4e-baa2f7b275a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:39.779418 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ad9242e8-16c9-487e-8c4e-baa2f7b275a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:39.784426 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-ad9242e8-16c9-487e-8c4e-baa2f7b275a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d74b084-bc4e-4c86-b103-51f57018d9bc HTTP/1.1" status: 204 len: 168 time: 0.2393560 Oct 27 21:31:39.798625 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9242e8-16c9-487e-8c4e-baa2f7b275a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d74b084-bc4e-4c86-b103-51f57018d9bc,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:40.550925 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdc129-8669-41e1-994a-ce16fe66af11 req-50533b4d-5a6b-4655-b9d1-555f123c1ea3 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:40.553175 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e9fdc129-8669-41e1-994a-ce16fe66af11 req-50533b4d-5a6b-4655-b9d1-555f123c1ea3 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 945 time: 0.1010065 Oct 27 21:31:40.605034 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:40.670579 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e9fdc129-8669-41e1-994a-ce16fe66af11 req-94af483e-da37-4e34-ad70-2e877e995708 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866780 Oct 27 21:31:40.713282 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:31:40.723932 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcecf2-a364-424f-9395-dd694458bb65 req-dd1bed3c-e7d1-4b0f-9377-055638554109 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:40.726095 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a5bcecf2-a364-424f-9395-dd694458bb65 req-dd1bed3c-e7d1-4b0f-9377-055638554109 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1083243 Oct 27 21:31:40.790795 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a5bcecf2-a364-424f-9395-dd694458bb65 req-0eb4580b-f540-48e6-b0e8-c9955eb1c047 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575426 Oct 27 21:31:41.922336 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324811b-94b7-459a-b541-29638e123a5f req-d523fde1-7e45-4497-95b1-136382bcd90c tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:41.925110 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d324811b-94b7-459a-b541-29638e123a5f req-d523fde1-7e45-4497-95b1-136382bcd90c tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 945 time: 0.0961618 Oct 27 21:31:41.990199 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aa654-1c07-4543-89db-7bfa29314ab8 req-c521b9a2-b339-4434-9728-2a708f259f2a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:41.992754 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3f4aa654-1c07-4543-89db-7bfa29314ab8 req-c521b9a2-b339-4434-9728-2a708f259f2a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0608640 Oct 27 21:31:41.994863 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d324811b-94b7-459a-b541-29638e123a5f req-06493ed3-7561-4d71-b0d3-4af33c72e88c tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592833 Oct 27 21:31:42.063628 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3f4aa654-1c07-4543-89db-7bfa29314ab8 req-c1bc4076-999e-4c11-adfa-ed1a4259bcf6 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590589 Oct 27 21:31:42.485959 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 57640) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:42.643257 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-62c35a5c-fe61-4adc-a6d5-8e40797c85b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.780233 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-62c35a5c-fe61-4adc-a6d5-8e40797c85b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.786686 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-62c35a5c-fe61-4adc-a6d5-8e40797c85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.841078 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-62c35a5c-fe61-4adc-a6d5-8e40797c85b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67ec5dabf9b9411195226a4e7c097f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508682 Oct 27 21:31:42.841078 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c35a5c-fe61-4adc-a6d5-8e40797c85b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3750767a-5d94-48c8-ba5c-7f2a866f1dd7,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:42.841471 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 57650) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:42.903023 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f574815f-5512-419f-bbc0-7744e128e80f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:42.935751 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f574815f-5512-419f-bbc0-7744e128e80f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:43.003350 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f574815f-5512-419f-bbc0-7744e128e80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:43.007337 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f574815f-5512-419f-bbc0-7744e128e80f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:43.013051 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-f574815f-5512-419f-bbc0-7744e128e80f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3750767a-5d94-48c8-ba5c-7f2a866f1dd7 HTTP/1.1" status: 204 len: 168 time: 0.1663425 Oct 27 21:31:43.025729 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574815f-5512-419f-bbc0-7744e128e80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3750767a-5d94-48c8-ba5c-7f2a866f1dd7,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:43.296548 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68c648-5a3a-427e-8a72-a4e599fa6478 req-51361028-9513-4d34-880b-386a7b9ec121 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:43.299446 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8a68c648-5a3a-427e-8a72-a4e599fa6478 req-51361028-9513-4d34-880b-386a7b9ec121 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 945 time: 0.1507049 Oct 27 21:31:43.393375 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8a68c648-5a3a-427e-8a72-a4e599fa6478 req-38509087-3c01-4fa0-ad6b-5dd7e3a19ea8 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808554 Oct 27 21:31:43.416352 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8343ea-6ca9-4cba-9c37-653a11e41383 req-bdb479a8-a49b-43a7-97df-76a863b559dd tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:43.421703 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5a8343ea-6ca9-4cba-9c37-653a11e41383 req-bdb479a8-a49b-43a7-97df-76a863b559dd tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1673236 Oct 27 21:31:43.490054 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5a8343ea-6ca9-4cba-9c37-653a11e41383 req-42b3a198-8665-4509-a272-cc39525ef4e6 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596461 Oct 27 21:31:43.697338 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 57672) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:43.714220 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d396eb8e-dc55-4714-b56c-0aaee33da377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:43.838112 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d396eb8e-dc55-4714-b56c-0aaee33da377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:43.844467 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d396eb8e-dc55-4714-b56c-0aaee33da377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:43.898175 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-d396eb8e-dc55-4714-b56c-0aaee33da377 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2a40c49cda0465da4128461ecc19120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994817 Oct 27 21:31:43.899421 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396eb8e-dc55-4714-b56c-0aaee33da377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e23a398-9d2e-4e54-96e3-97ff05d59f31,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:43.902527 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 57674) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:43.998920 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-fbd14002-0b46-4f84-9a2f-6c3d45c79884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:44.034425 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-fbd14002-0b46-4f84-9a2f-6c3d45c79884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:44.110120 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-fbd14002-0b46-4f84-9a2f-6c3d45c79884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:44.112800 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-fbd14002-0b46-4f84-9a2f-6c3d45c79884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:44.114055 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-fbd14002-0b46-4f84-9a2f-6c3d45c79884 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e23a398-9d2e-4e54-96e3-97ff05d59f31 HTTP/1.1" status: 204 len: 168 time: 0.2102070 Oct 27 21:31:44.122675 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd14002-0b46-4f84-9a2f-6c3d45c79884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e23a398-9d2e-4e54-96e3-97ff05d59f31,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:44.316734 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f123a9-06b8-439b-ac7c-c179cd5c4212 req-ab093eb7-7acd-4b3b-8ad8-d59b4b671399 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:44.320342 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-12f123a9-06b8-439b-ac7c-c179cd5c4212 req-ab093eb7-7acd-4b3b-8ad8-d59b4b671399 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.83 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 945 time: 0.0916851 Oct 27 21:31:44.523429 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-12f123a9-06b8-439b-ac7c-c179cd5c4212 req-6e122ced-bd07-4504-ba58-282e3e404901 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Deleting port 86dcb216-4198-4bb1-aba2-90ed3ad996e3 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:31:44.524492 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-12f123a9-06b8-439b-ac7c-c179cd5c4212 req-6e122ced-bd07-4504-ba58-282e3e404901 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:44.660967 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe274f9c-cc07-4d3c-a7c6-8a3c0b9b3762 req-26d18c38-2711-4699-8dd4-eb970a158760 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:44.667207 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fe274f9c-cc07-4d3c-a7c6-8a3c0b9b3762 req-26d18c38-2711-4699-8dd4-eb970a158760 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 945 time: 0.1615868 Oct 27 21:31:44.770147 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fe274f9c-cc07-4d3c-a7c6-8a3c0b9b3762 req-1d3faa10-4c30-4061-a0f3-58fad1c309cd tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a9573e9-81ae-48b7-8c26-108fe457c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774739 Oct 27 21:31:44.789187 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-12f123a9-06b8-439b-ac7c-c179cd5c4212 req-6e122ced-bd07-4504-ba58-282e3e404901 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] For port 86dcb216-4198-4bb1-aba2-90ed3ad996e3, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=86dcb216-4198-4bb1-aba2-90ed3ad996e3,segment=NetworkSegment(c097cc0a-03d6-4bc5-828f-b138c0ae8a02),segment_id=c097cc0a-03d6-4bc5-828f-b138c0ae8a02)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:31:44.789187 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-12f123a9-06b8-439b-ac7c-c179cd5c4212 req-6e122ced-bd07-4504-ba58-282e3e404901 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:44.820722 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-12f123a9-06b8-439b-ac7c-c179cd5c4212 req-6e122ced-bd07-4504-ba58-282e3e404901 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Calling delete_port for 86dcb216-4198-4bb1-aba2-90ed3ad996e3 owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:31:45.203611 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-12f123a9-06b8-439b-ac7c-c179cd5c4212 req-6e122ced-bd07-4504-ba58-282e3e404901 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.263164 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e122ced-bd07-4504-ba58-282e3e404901 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Pushing event deleted for resources: {'Port': ['ID=86dcb216-4198-4bb1-aba2-90ed3ad996e3,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:45.277407 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['86dcb216-4198-4bb1-aba2-90ed3ad996e3'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:31:45.361136 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f123a9-06b8-439b-ac7c-c179cd5c4212 req-6e122ced-bd07-4504-ba58-282e3e404901 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] No DVR routers for this DVR port 86dcb216-4198-4bb1-aba2-90ed3ad996e3 on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:31:45.365454 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-12f123a9-06b8-439b-ac7c-c179cd5c4212 req-6e122ced-bd07-4504-ba58-282e3e404901 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:45.369654 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-12f123a9-06b8-439b-ac7c-c179cd5c4212 req-6e122ced-bd07-4504-ba58-282e3e404901 tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.83 "DELETE /v2.0/ports/86dcb216-4198-4bb1-aba2-90ed3ad996e3 HTTP/1.1" status: 204 len: 173 time: 1.0396695 Oct 27 21:31:45.371423 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b419dc8f-476b-4d18-8b91-416595020165', 'name': 'network-vif-deleted', 'tag': '86dcb216-4198-4bb1-aba2-90ed3ad996e3'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:45.375112 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f266f7bf-5069-4b88-9774-5e9bb2c53ef5" -d '{"events": [{"server_uuid": "b419dc8f-476b-4d18-8b91-416595020165", "name": "network-vif-deleted", "tag": "86dcb216-4198-4bb1-aba2-90ed3ad996e3"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:45.472021 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ecd3b8-bc8f-4f2d-b000-97ad395f86dd x-openstack-request-id: req-86ecd3b8-bc8f-4f2d-b000-97ad395f86dd {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:45.472471 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b419dc8f-476b-4d18-8b91-416595020165", "name": "network-vif-deleted", "tag": "86dcb216-4198-4bb1-aba2-90ed3ad996e3", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:45.473177 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86ecd3b8-bc8f-4f2d-b000-97ad395f86dd {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:45.474746 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b419dc8f-476b-4d18-8b91-416595020165', 'name': 'network-vif-deleted', 'tag': '86dcb216-4198-4bb1-aba2-90ed3ad996e3', 'status': 'completed', 'code': 200} Oct 27 21:31:45.512851 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcd141-670e-4a17-8403-9b3b18eda33e req-b61df1fa-9850-453d-9e5e-daf3880d8490 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:45.527764 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-14bcd141-670e-4a17-8403-9b3b18eda33e req-b61df1fa-9850-453d-9e5e-daf3880d8490 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1303003 Oct 27 21:31:45.597935 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-14bcd141-670e-4a17-8403-9b3b18eda33e req-86cca393-9c74-437b-b54d-e9e8a558c831 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681415 Oct 27 21:31:45.963687 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-27bdad95-1ffb-4363-b99f-a3e24d8330cc req-36e7609d-1354-4c41-9e3e-338ae3925ddd tempest-VolumesActionsTest-370800290 tempest-VolumesActionsTest-370800290-project] 10.222.0.53 "GET /v2.0/ports?device_id=b419dc8f-476b-4d18-8b91-416595020165 HTTP/1.1" status: 200 len: 210 time: 0.0496435 Oct 27 21:31:48.112739 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-9d1ad7a3-2fe3-4643-9de5-b849a7803818 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:48.112739 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-9d1ad7a3-2fe3-4643-9de5-b849a7803818 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 814 time: 0.1477456 Oct 27 21:31:48.126476 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-05593e96-b4f7-440c-a1d1-0d178792cf59 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/quotas/82abb78d5839476888d22129c36dceb7 HTTP/1.1" status: 200 len: 375 time: 0.0103951 Oct 27 21:31:48.222363 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-250ee8ed-898b-4b84-8e26-4a38ee546db5 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838950 Oct 27 21:31:48.355395 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-274d0573-cd1f-4f4e-84ff-862a4db23ff1 service neutron] 10.222.0.53 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255031 Oct 27 21:31:48.477478 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-df7948c4-fc07-4a66-819d-2e1e55c2f295 service neutron] 10.222.0.53 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207914 Oct 27 21:31:48.731771 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5da8a8ec-21ac-45cf-a14e-633ab9248862 req-77957b23-8cf0-4734-812b-7a78000f0bf3 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 210 time: 0.0283401 Oct 27 21:31:48.910826 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 86dcb216-4198-4bb1-aba2-90ed3ad996e3 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:31:48.997421 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 86dcb216-4198-4bb1-aba2-90ed3ad996e3 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:31:48.998222 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 86dcb216-4198-4bb1-aba2-90ed3ad996e3 not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:31:49.197084 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 57936) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:49.327978 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.353140 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e0a762db-6134-4fec-896c-ec23160bceb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.434037 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e0a762db-6134-4fec-896c-ec23160bceb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.438518 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e0a762db-6134-4fec-896c-ec23160bceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.488689 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-e0a762db-6134-4fec-896c-ec23160bceb5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=789f5133d7944cebad0fb56e81e4cfbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899089 Oct 27 21:31:49.491391 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 57946) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:49.498665 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a762db-6134-4fec-896c-ec23160bceb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d240412-b38b-4485-8718-d31e2b0ac0db,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:49.550252 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d54aa024-7344-4af2-abb2-d1788b7865f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.572016 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d54aa024-7344-4af2-abb2-d1788b7865f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.624414 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d54aa024-7344-4af2-abb2-d1788b7865f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.627001 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d54aa024-7344-4af2-abb2-d1788b7865f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:49.628250 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-d54aa024-7344-4af2-abb2-d1788b7865f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d240412-b38b-4485-8718-d31e2b0ac0db HTTP/1.1" status: 204 len: 168 time: 0.1358383 Oct 27 21:31:49.636683 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54aa024-7344-4af2-abb2-d1788b7865f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d240412-b38b-4485-8718-d31e2b0ac0db,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:49.841224 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-341a4066-6697-47cd-8f5b-ec94e6042873 req-424ee086-15e2-46e2-b4ca-adff121b1a30 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 210 time: 0.0296628 Oct 27 21:31:49.942311 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 57958) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:49.963219 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c639d6ec-219f-41d2-80b1-0f348d517d41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:50.049404 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c639d6ec-219f-41d2-80b1-0f348d517d41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:50.058655 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c639d6ec-219f-41d2-80b1-0f348d517d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:50.097145 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639d6ec-219f-41d2-80b1-0f348d517d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6548ea-8639-4db4-9de5-0a4f56c6b59f,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:50.101644 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c639d6ec-219f-41d2-80b1-0f348d517d41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b06156464c144793a3519d3cf3505801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577992 Oct 27 21:31:50.104492 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 57960) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:50.162750 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-af2c3738-aad2-4e34-b6ac-be18c770484b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:50.186607 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-af2c3738-aad2-4e34-b6ac-be18c770484b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:50.238683 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-af2c3738-aad2-4e34-b6ac-be18c770484b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:50.241249 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-af2c3738-aad2-4e34-b6ac-be18c770484b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:50.242433 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-af2c3738-aad2-4e34-b6ac-be18c770484b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac6548ea-8639-4db4-9de5-0a4f56c6b59f HTTP/1.1" status: 204 len: 168 time: 0.1369054 Oct 27 21:31:50.250651 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c3738-aad2-4e34-b6ac-be18c770484b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6548ea-8639-4db4-9de5-0a4f56c6b59f,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:52.858829 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b3d70a5c-ecac-490b-b7db-7ea5bb6800d8 req-d51bd88d-a62a-4929-a8f0-7e2628166806 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 210 time: 0.0285165 Oct 27 21:31:53.607133 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-fa28a636-3cab-46db-911c-fb42016b5cbe tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:53.608965 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-fa28a636-3cab-46db-911c-fb42016b5cbe tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 814 time: 0.1473958 Oct 27 21:31:53.672585 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Request body: {'port': {'device_id': 'b02a775e-34e5-454e-8b45-2d20f00bb098', 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae', 'admin_state_up': True, 'tenant_id': '82abb78d5839476888d22129c36dceb7'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:53.804719 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Made reservation on behalf of 82abb78d5839476888d22129c36dceb7 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:31:53.809658 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.011106 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Allocated IP 172.20.0.12 (644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae/925a5092-ed1d-4fb8-b9bb-a90d2e0606f6/73436b8b-3235-46fa-bb8d-16e7af604b3f) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:31:54.165495 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-39fe72df-2708-4133-b690-040630628148 req-19d4b1ad-2653-45e1-94a0-5a1e54a08de3 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 210 time: 0.0323462 Oct 27 21:31:54.219315 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.259840 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.311820 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:31:54.315271 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:31:54.319582 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:31:54.327513 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Pushing event updated for resources: {'Port': ['ID=73436b8b-3235-46fa-bb8d-16e7af604b3f,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:54.337280 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9c070cce-a35a-4470-b674-1fcbeabd69f0', '58dad19e-1637-43d3-975d-8e479fb490b4', 'a743d9f4-1283-4a0c-9c03-4a2cb09c607f'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:31:54.388886 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:54.389976 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:54.419074 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-11e3a821-569d-4e94-9116-4d16dea4ce90 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7514575 Oct 27 21:31:54.450551 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Request body: {'port': {'device_id': 'b02a775e-34e5-454e-8b45-2d20f00bb098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:31:54.575854 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.093766 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73436b8b-3235-46fa-bb8d-16e7af604b3f {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:31:55.105884 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.132982 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Transition to ACTIVE for port object 73436b8b-3235-46fa-bb8d-16e7af604b3f will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:31:55.158824 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.215036 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=73436b8b-3235-46fa-bb8d-16e7af604b3f,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:55.400980 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Attempting to bind port 73436b8b-3235-46fa-bb8d-16e7af604b3f on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:31:55.400980 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Attempting to bind port 73436b8b-3235-46fa-bb8d-16e7af604b3f by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:31:55.400980 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Attempting to bind port 73436b8b-3235-46fa-bb8d-16e7af604b3f on network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:55.414554 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Port 73436b8b-3235-46fa-bb8d-16e7af604b3f on network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:31:55.417269 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Attempting to bind port 73436b8b-3235-46fa-bb8d-16e7af604b3f on network 644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:31:55.428927 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:31:55.431483 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Checking segment: {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:31:55.433073 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Bound using segment: {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:31:55.433731 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Bound port: 73436b8b-3235-46fa-bb8d-16e7af604b3f, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0931c301-5ca1-468c-aaec-e46633319479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:31:55.456334 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.515141 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56c8ac-8ce0-45b9-8ada-e154034672b8 req-497f1d36-0ceb-41b0-912e-1c796996f583 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:55.517979 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0a56c8ac-8ce0-45b9-8ada-e154034672b8 req-497f1d36-0ceb-41b0-912e-1c796996f583 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 944 time: 0.1538441 Oct 27 21:31:55.620268 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0a56c8ac-8ce0-45b9-8ada-e154034672b8 req-de888ddc-7eeb-4437-b2f2-e97417703e05 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929291 Oct 27 21:31:55.649336 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] For port 73436b8b-3235-46fa-bb8d-16e7af604b3f, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:31:55.654160 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] For port 73436b8b-3235-46fa-bb8d-16e7af604b3f, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=73436b8b-3235-46fa-bb8d-16e7af604b3f,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:31:55.661732 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.709439 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:55.710907 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:55.713055 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] 10.222.0.83 "PUT /v2.0/ports/73436b8b-3235-46fa-bb8d-16e7af604b3f HTTP/1.1" status: 200 len: 1094 time: 1.2701058 Oct 27 21:31:55.713876 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02a775e-34e5-454e-8b45-2d20f00bb098', 'tag': '73436b8b-3235-46fa-bb8d-16e7af604b3f'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:31:55.721516 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f4c734-d662-488f-9483-a3011b352ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "b02a775e-34e5-454e-8b45-2d20f00bb098", "tag": "73436b8b-3235-46fa-bb8d-16e7af604b3f"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:31:55.786028 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d844ce-f6ae-4cc4-89de-50e3af74bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=73436b8b-3235-46fa-bb8d-16e7af604b3f,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:55.874189 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201fa9fa-ff0a-4976-8262-112248f370dc x-openstack-request-id: req-201fa9fa-ff0a-4976-8262-112248f370dc {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:31:55.874815 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02a775e-34e5-454e-8b45-2d20f00bb098", "tag": "73436b8b-3235-46fa-bb8d-16e7af604b3f", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:31:55.875332 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-201fa9fa-ff0a-4976-8262-112248f370dc {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:31:55.876081 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02a775e-34e5-454e-8b45-2d20f00bb098', 'tag': '73436b8b-3235-46fa-bb8d-16e7af604b3f', 'status': 'completed', 'code': 200} Oct 27 21:31:55.978559 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2368cbb-3a35-4bfa-b0d0-6ab16ebc27af req-e6b24d62-cb40-4485-a57d-e0797a398b30 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:55.981416 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d2368cbb-3a35-4bfa-b0d0-6ab16ebc27af req-e6b24d62-cb40-4485-a57d-e0797a398b30 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1034231 Oct 27 21:31:56.104909 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d2368cbb-3a35-4bfa-b0d0-6ab16ebc27af req-776039b7-c790-44d3-ba26-93d66a66eae5 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120665 Oct 27 21:31:56.143417 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-56863075-4e54-4f79-be24-67a377279cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:56.147916 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-56863075-4e54-4f79-be24-67a377279cb7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 1097 time: 0.2782271 Oct 27 21:31:56.157413 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf94910-4577-4c4c-86c6-e9aae1b7c523 req-9e8022a0-a567-4d28-bfb1-b24a4fb235e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:56.159325 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0cf94910-4577-4c4c-86c6-e9aae1b7c523 req-9e8022a0-a567-4d28-bfb1-b24a4fb235e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.3194230 Oct 27 21:31:56.237833 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-090ec3a0-f1b0-484f-88ae-b5c2c82a2844 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73436b8b-3235-46fa-bb8d-16e7af604b3f HTTP/1.1" status: 200 len: 217 time: 0.0619678 Oct 27 21:31:56.362750 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-71b9c1c4-cae3-4cdb-9fd8-15e5b285053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:56.366345 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-71b9c1c4-cae3-4cdb-9fd8-15e5b285053c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=925a5092-ed1d-4fb8-b9bb-a90d2e0606f6 HTTP/1.1" status: 200 len: 854 time: 0.1153517 Oct 27 21:31:56.435785 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-b3d9ef37-fb1d-43c0-ad49-fe5e5075e26b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476391 Oct 27 21:31:56.442055 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf94910-4577-4c4c-86c6-e9aae1b7c523 req-888cbdf9-90f2-4ec8-bd89-dfe7f36f938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:56.443089 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0cf94910-4577-4c4c-86c6-e9aae1b7c523 req-888cbdf9-90f2-4ec8-bd89-dfe7f36f938c service neutron] 10.222.0.83 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 920 time: 0.2566574 Oct 27 21:31:56.896096 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0cf94910-4577-4c4c-86c6-e9aae1b7c523 req-ec148c15-4c82-48d3-ac9d-e3b7505ba170 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bb4c2b4-a839-4327-9789-d3cae7fa0c31 HTTP/1.1" status: 200 len: 217 time: 0.3589201 Oct 27 21:31:56.913843 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89f096-cddc-49a4-a710-1befaca69698 req-461ee729-301d-40be-897b-e45ec6eff97d tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:56.929501 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7c89f096-cddc-49a4-a710-1befaca69698 req-461ee729-301d-40be-897b-e45ec6eff97d tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 944 time: 0.1545062 Oct 27 21:31:56.969382 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf94910-4577-4c4c-86c6-e9aae1b7c523 req-4d4af6e8-faf8-4b17-8c1d-f372b8037299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:56.971060 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0cf94910-4577-4c4c-86c6-e9aae1b7c523 req-4d4af6e8-faf8-4b17-8c1d-f372b8037299 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=55d4d4c6-62d1-4440-b670-fe01a605f294 HTTP/1.1" status: 200 len: 859 time: 0.0586956 Oct 27 21:31:57.021648 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7c89f096-cddc-49a4-a710-1befaca69698 req-25bdb560-2365-4398-9529-f1f5d35e3c4c tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895112 Oct 27 21:31:57.025806 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0cf94910-4577-4c4c-86c6-e9aae1b7c523 req-08a40222-6080-4c83-97e9-76a41ac67baf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401666 Oct 27 21:31:57.099031 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-40b50fcc-d5f9-487f-b5cc-9b36174cb6ab service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260808 Oct 27 21:31:57.445148 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0cf94910-4577-4c4c-86c6-e9aae1b7c523 req-2fd6acf0-9c05-4532-b529-abd173c881e4 service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045994 Oct 27 21:31:57.677244 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 58190) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:57.679106 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edbf33-9e90-4738-9c60-4e452a4d81d4 req-68975054-7c5b-4750-9405-2a59137b75a9 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:57.681849 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-74edbf33-9e90-4738-9c60-4e452a4d81d4 req-68975054-7c5b-4750-9405-2a59137b75a9 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.4057007 Oct 27 21:31:57.692805 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6f03339-30fe-457f-813c-1ae2c6c42da6 req-1008c131-708f-4567-b438-91ac8c3599b3 service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752354 Oct 27 21:31:57.807545 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0cf94910-4577-4c4c-86c6-e9aae1b7c523 req-421ee056-5e5d-4403-b60c-b0abb52c8be0 service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130903 Oct 27 21:31:57.810930 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-74edbf33-9e90-4738-9c60-4e452a4d81d4 req-045ea84b-41f8-4552-bb11-ac1be394ed4e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008673 Oct 27 21:31:58.008046 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4c734-d662-488f-9483-a3011b352ae0 req-354983e5-bd5c-450f-ac65-a3527b08d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:58.009953 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a5f4c734-d662-488f-9483-a3011b352ae0 req-354983e5-bd5c-450f-ac65-a3527b08d67a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82abb78d5839476888d22129c36dceb7&device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 1097 time: 0.1149859 Oct 27 21:31:58.022571 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b3508c6f-b37e-4ea6-ab75-fdca0e4adac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.223396 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4c734-d662-488f-9483-a3011b352ae0 req-0256f0cb-9b23-4b66-b6e1-1c7a4c209d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:58.224903 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a5f4c734-d662-488f-9483-a3011b352ae0 req-0256f0cb-9b23-4b66-b6e1-1c7a4c209d57 service neutron] 10.222.0.83 "GET /v2.0/networks?id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 200 len: 915 time: 0.1996920 Oct 27 21:31:58.282943 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b3508c6f-b37e-4ea6-ab75-fdca0e4adac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.295797 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b3508c6f-b37e-4ea6-ab75-fdca0e4adac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.298392 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a5f4c734-d662-488f-9483-a3011b352ae0 req-a09ce371-f59c-4b89-87c5-d2bbbee0c965 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73436b8b-3235-46fa-bb8d-16e7af604b3f HTTP/1.1" status: 200 len: 217 time: 0.0602055 Oct 27 21:31:58.308793 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b0e28-fc4f-479c-82bd-f100b29dea9a req-7d7f4528-6bd3-40a6-82fe-7f56095427ba tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:58.310595 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-422b0e28-fc4f-479c-82bd-f100b29dea9a req-7d7f4528-6bd3-40a6-82fe-7f56095427ba tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 944 time: 0.1606553 Oct 27 21:31:58.380242 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-b3508c6f-b37e-4ea6-ab75-fdca0e4adac4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fc2027ef7654cdf8288fdc1ebdc154b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7012546 Oct 27 21:31:58.383671 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3508c6f-b37e-4ea6-ab75-fdca0e4adac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ee893e-cc2c-4bf1-91c3-32ded074afaa,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:58.385930 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 58208) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:58.410632 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4c734-d662-488f-9483-a3011b352ae0 req-63e6771d-256a-4547-9c2a-69243aefcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:58.412583 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a5f4c734-d662-488f-9483-a3011b352ae0 req-63e6771d-256a-4547-9c2a-69243aefcb6e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=925a5092-ed1d-4fb8-b9bb-a90d2e0606f6 HTTP/1.1" status: 200 len: 854 time: 0.1041059 Oct 27 21:31:58.435096 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-422b0e28-fc4f-479c-82bd-f100b29dea9a req-300a4148-90a8-42e7-a464-9691a7923efb tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153712 Oct 27 21:31:58.476438 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a5f4c734-d662-488f-9483-a3011b352ae0 req-9362bdfd-65b8-4679-b914-35e7ceba18d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527945 Oct 27 21:31:58.574509 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1db03e70-3256-4030-abf4-4160d403feb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.615907 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1db03e70-3256-4030-abf4-4160d403feb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.649254 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a5f4c734-d662-488f-9483-a3011b352ae0 req-49c5ece5-3ef6-4f36-9be2-fdd1185f104d service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568146 Oct 27 21:31:58.747747 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1db03e70-3256-4030-abf4-4160d403feb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.750891 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1db03e70-3256-4030-abf4-4160d403feb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:58.754184 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-1db03e70-3256-4030-abf4-4160d403feb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1ee893e-cc2c-4bf1-91c3-32ded074afaa HTTP/1.1" status: 204 len: 168 time: 0.3607502 Oct 27 21:31:58.789652 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db03e70-3256-4030-abf4-4160d403feb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ee893e-cc2c-4bf1-91c3-32ded074afaa,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:31:58.915822 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a5f4c734-d662-488f-9483-a3011b352ae0 req-dc9c3708-0cad-4525-8deb-80dc1b277710 service neutron] 10.222.0.83 "GET /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363605 Oct 27 21:31:59.073416 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5247863-80d6-4ac2-9380-926e91182377 req-d85905aa-b4fb-411c-9b11-0e1e6d802e8b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:59.075621 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a5247863-80d6-4ac2-9380-926e91182377 req-d85905aa-b4fb-411c-9b11-0e1e6d802e8b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1186416 Oct 27 21:31:59.149969 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a5247863-80d6-4ac2-9380-926e91182377 req-cc606bd7-8e0f-4cc6-a52d-0ff50d03bb3e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644011 Oct 27 21:31:59.643197 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae363cd1-d050-496e-ad6e-a0e864af6455 req-8185b178-7e59-479e-9558-b3a9c3d2be2c tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:31:59.645937 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ae363cd1-d050-496e-ad6e-a0e864af6455 req-8185b178-7e59-479e-9558-b3a9c3d2be2c tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 944 time: 0.1101470 Oct 27 21:31:59.655908 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 58250) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:31:59.728646 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ae363cd1-d050-496e-ad6e-a0e864af6455 req-cdd0c9f0-5b61-45fd-bf84-62f2c717ec52 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741181 Oct 27 21:31:59.876350 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7f0f08a3-dec8-48fb-ad88-ca3e25c35a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:59.991815 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7f0f08a3-dec8-48fb-ad88-ca3e25c35a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:31:59.997888 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7f0f08a3-dec8-48fb-ad88-ca3e25c35a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.037252 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-7f0f08a3-dec8-48fb-ad88-ca3e25c35a50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e8a3c83035348e3a1cfd436fd8070ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800278 Oct 27 21:32:00.040359 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 58262) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:00.100945 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f08a3-dec8-48fb-ad88-ca3e25c35a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d568d28f-2aa7-4e8e-8d74-2cfa77c047ae,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:00.133463 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 58264) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:00.134864 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-88637983-9676-46de-a779-a6fe1db89e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.174802 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-88637983-9676-46de-a779-a6fe1db89e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.263525 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-88637983-9676-46de-a779-a6fe1db89e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.269348 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-88637983-9676-46de-a779-a6fe1db89e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.275610 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-88637983-9676-46de-a779-a6fe1db89e53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d568d28f-2aa7-4e8e-8d74-2cfa77c047ae HTTP/1.1" status: 204 len: 168 time: 0.2337172 Oct 27 21:32:00.286554 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88637983-9676-46de-a779-a6fe1db89e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d568d28f-2aa7-4e8e-8d74-2cfa77c047ae,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:00.343550 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-92641682-network', 'tenant_id': 'e0666525c33445f58c786b33ee3bb0c9'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:00.371667 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Made reservation on behalf of e0666525c33445f58c786b33ee3bb0c9 for: {'network': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:32:00.374422 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.385976 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d1a4b-8b7a-4ded-b566-ad19ed75483a req-bff5abbd-3049-42f2-8234-795ae3431528 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:00.387655 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d74d1a4b-8b7a-4ded-b566-ad19ed75483a req-bff5abbd-3049-42f2-8234-795ae3431528 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0965741 Oct 27 21:32:00.396171 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.472954 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d74d1a4b-8b7a-4ded-b566-ad19ed75483a req-67b16e96-f675-451d-8e2f-83115712b8fa tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740726 Oct 27 21:32:00.591912 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.606614 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.668462 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=101365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:32:00.690863 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85abb5d-2bf7-4235-bb88-090c96eeb732,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:00.724568 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.725443 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.segments_db [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Added segment d367c2d0-810c-4c4a-ac42-498059ef2268 of type vlan for network 7558f21a-9038-444d-8fa3-4d5aa50687f4 Oct 27 21:32:00.809891 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 58292) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:00.843680 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-906589cf-4c1a-4452-8c9c-65be12bd16a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.885679 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.939125 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.940268 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:00.941006 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:00.980891 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 73436b8b-3235-46fa-bb8d-16e7af604b3f details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:32:01.068347 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] Pushing event updated for resources: {'Network': ['ID=7558f21a-9038-444d-8fa3-4d5aa50687f4,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:01.077698 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-12e5c736-89f5-4fc0-ba3b-92dc265ee0cf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9427185 Oct 27 21:32:01.082205 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 58296) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:01.113524 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5effe3d-75ef-4a7b-bdc5-ca5e9ffccd0e req-74f91f29-e5fd-423d-866d-6bf23743fdeb tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:01.123941 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e5effe3d-75ef-4a7b-bdc5-ca5e9ffccd0e req-74f91f29-e5fd-423d-866d-6bf23743fdeb tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 944 time: 0.1927333 Oct 27 21:32:01.145334 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-9809c182-4a0d-4221-ae5e-8fad95dd2d93 admin admin] Request body: {'subnet': {'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-92641682-subnet', 'tenant_id': 'e0666525c33445f58c786b33ee3bb0c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:01.154873 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 73436b8b-3235-46fa-bb8d-16e7af604b3f, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=73436b8b-3235-46fa-bb8d-16e7af604b3f,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:01.157661 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-906589cf-4c1a-4452-8c9c-65be12bd16a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:01.172124 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '73436b8b-3235-46fa-bb8d-16e7af604b3f', 'network_id': '644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae', 'port_id': '73436b8b-3235-46fa-bb8d-16e7af604b3f', 'mac_address': 'fa:16:3e:79:95:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925a5092-ed1d-4fb8-b9bb-a90d2e0606f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:32:01.176546 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network 7558f21a-9038-444d-8fa3-4d5aa50687f4 details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:32:01.180084 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-906589cf-4c1a-4452-8c9c-65be12bd16a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:01.243860 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-906589cf-4c1a-4452-8c9c-65be12bd16a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df4de5d7aca54718aeeadca70cc5e63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325228 Oct 27 21:32:01.246406 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 58300) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:01.260498 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906589cf-4c1a-4452-8c9c-65be12bd16a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f889409d-b8f6-4f3e-b53f-b5e35c9d143c,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:01.313920 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e5effe3d-75ef-4a7b-bdc5-ca5e9ffccd0e req-ddbbd324-0ff5-42af-95f8-0274ea1df6a4 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874661 Oct 27 21:32:01.327971 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9809c182-4a0d-4221-ae5e-8fad95dd2d93 admin admin] Made reservation on behalf of e0666525c33445f58c786b33ee3bb0c9 for: {'subnet': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:32:01.329534 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:01.331178 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9809c182-4a0d-4221-ae5e-8fad95dd2d93 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:01.353433 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73436b8b-3235-46fa-bb8d-16e7af604b3f {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:01.378291 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 73436b8b-3235-46fa-bb8d-16e7af604b3f, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=73436b8b-3235-46fa-bb8d-16e7af604b3f,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:01.379616 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6d3fabd1-51eb-4383-8704-36e51b0a2bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:01.390933 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:01.471604 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6d3fabd1-51eb-4383-8704-36e51b0a2bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:01.476892 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=73436b8b-3235-46fa-bb8d-16e7af604b3f,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:01.486440 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:01.487047 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:01.487492 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:01.487914 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:01.489001 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:01.489581 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:01.490003 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:01.490436 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:01.491100 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:01.491645 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:01.492187 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:01.492722 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:01.619333 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6d3fabd1-51eb-4383-8704-36e51b0a2bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:01.622348 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6d3fabd1-51eb-4383-8704-36e51b0a2bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:01.626033 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-6d3fabd1-51eb-4383-8704-36e51b0a2bba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f889409d-b8f6-4f3e-b53f-b5e35c9d143c HTTP/1.1" status: 204 len: 168 time: 0.3751469 Oct 27 21:32:01.647380 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fabd1-51eb-4383-8704-36e51b0a2bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f889409d-b8f6-4f3e-b53f-b5e35c9d143c,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:01.729180 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9809c182-4a0d-4221-ae5e-8fad95dd2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for subnet, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:01.783663 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e0bca-f8a1-44e5-ba2c-704ceb31e01f req-863f8d97-4642-469b-a200-bb8d3618a061 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:01.785294 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fc7e0bca-f8a1-44e5-ba2c-704ceb31e01f req-863f8d97-4642-469b-a200-bb8d3618a061 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1428008 Oct 27 21:32:01.871823 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809c182-4a0d-4221-ae5e-8fad95dd2d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb40b042-1cba-4462-ad8d-c89a800fbf5f,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:01.892684 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9809c182-4a0d-4221-ae5e-8fad95dd2d93 admin admin] Checking segment: {'id': 'd367c2d0-810c-4c4a-ac42-498059ef2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:01.892684 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9809c182-4a0d-4221-ae5e-8fad95dd2d93 admin admin] Network hostable DHCP agents. Network: 7558f21a-9038-444d-8fa3-4d5aa50687f4, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:32:01.905619 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fc7e0bca-f8a1-44e5-ba2c-704ceb31e01f req-e7d303fd-6a9d-47fd-a848-4f9c1b9d211b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056497 Oct 27 21:32:01.913569 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['73436b8b-3235-46fa-bb8d-16e7af604b3f'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:01.962408 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9809c182-4a0d-4221-ae5e-8fad95dd2d93 admin admin] Network 7558f21a-9038-444d-8fa3-4d5aa50687f4 is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:32:01.975395 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-9809c182-4a0d-4221-ae5e-8fad95dd2d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, 7558f21a-9038-444d-8fa3-4d5aa50687f4) {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:01.985773 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9809c182-4a0d-4221-ae5e-8fad95dd2d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:01.986409 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9809c182-4a0d-4221-ae5e-8fad95dd2d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:01.989336 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d17aef7-9a94-42e6-92c7-2d2f78f68891 None None] Network 7558f21a-9038-444d-8fa3-4d5aa50687f4 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:32:02.046450 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-9809c182-4a0d-4221-ae5e-8fad95dd2d93 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9194531 Oct 27 21:32:02.474056 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51b05b-4382-46de-a412-620b478eda12 None None] Network 7558f21a-9038-444d-8fa3-4d5aa50687f4 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:32:02.496922 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d57f3-cfe3-4246-8d54-d665d34df2da req-6101040e-a250-4993-a477-7eabdbe78e86 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:02.498610 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f55d57f3-cfe3-4246-8d54-d665d34df2da req-6101040e-a250-4993-a477-7eabdbe78e86 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 945 time: 0.0712707 Oct 27 21:32:02.595465 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f55d57f3-cfe3-4246-8d54-d665d34df2da req-8d2908ee-6c78-4bec-b655-a22355bf48c3 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820177 Oct 27 21:32:03.127795 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462ca41-292d-4136-a768-0d9af3a9ad75 req-e40a5913-220e-4148-9b83-53dc79915759 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:03.130592 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5462ca41-292d-4136-a768-0d9af3a9ad75 req-e40a5913-220e-4148-9b83-53dc79915759 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1150942 Oct 27 21:32:03.246666 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5462ca41-292d-4136-a768-0d9af3a9ad75 req-05310cf4-63d1-4bb8-ac89-51f7001db4c1 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028433 Oct 27 21:32:03.918394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0768968-b8ec-456d-9dfb-e7cff04f4f59 req-eec6e4b8-39a7-4388-9a3c-37ef127ad6af tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:03.921955 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c0768968-b8ec-456d-9dfb-e7cff04f4f59 req-eec6e4b8-39a7-4388-9a3c-37ef127ad6af tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 945 time: 0.1909831 Oct 27 21:32:03.988966 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c0768968-b8ec-456d-9dfb-e7cff04f4f59 req-689ab56f-397f-4fb9-a3cb-5a2b8ba73dd9 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587029 Oct 27 21:32:04.157230 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 58396) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:04.338044 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a86723b9-b442-4e1e-8051-4a5de31cc128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:04.517586 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc1b7c-bc25-4ae7-82a6-fbecd3aca86e req-b6ebaf92-252f-4287-b89e-921ed939163b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:04.529930 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c6cc1b7c-bc25-4ae7-82a6-fbecd3aca86e req-b6ebaf92-252f-4287-b89e-921ed939163b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1345093 Oct 27 21:32:04.603379 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a86723b9-b442-4e1e-8051-4a5de31cc128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:04.635320 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c6cc1b7c-bc25-4ae7-82a6-fbecd3aca86e req-a0e00a42-d228-4177-9465-7874fdc45e75 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042364 Oct 27 21:32:04.686804 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-362d403e-9b00-436c-962d-9d35c7d0232d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:04.690150 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a86723b9-b442-4e1e-8051-4a5de31cc128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:04.760057 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ab3d2-88c4-4f9d-9312-240ed9bc8ae0 req-a6f819f6-581e-4161-a656-6f9cc8f551a9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:04.762728 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-718ab3d2-88c4-4f9d-9312-240ed9bc8ae0 req-a6f819f6-581e-4161-a656-6f9cc8f551a9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.2776263 Oct 27 21:32:04.808926 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-a86723b9-b442-4e1e-8051-4a5de31cc128 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86e21e48bd404dbdaac8ce9764daf890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474838 Oct 27 21:32:04.810674 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 58416) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:04.817954 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86723b9-b442-4e1e-8051-4a5de31cc128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d791697-13e4-4a7f-90ad-bc81d36c0152,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:04.853651 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-718ab3d2-88c4-4f9d-9312-240ed9bc8ae0 req-28ec1d54-6d33-413c-bf9b-4cad74201187 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792317 Oct 27 21:32:04.931262 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-012db568-e9da-4afa-a138-76556179036d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:04.973561 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-012db568-e9da-4afa-a138-76556179036d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:05.015560 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 73436b8b-3235-46fa-bb8d-16e7af604b3f up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:05.104012 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 73436b8b-3235-46fa-bb8d-16e7af604b3f completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:32:05.111812 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 73436b8b-3235-46fa-bb8d-16e7af604b3f triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:05.112475 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:05.273201 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:05.309266 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02a775e-34e5-454e-8b45-2d20f00bb098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73436b8b-3235-46fa-bb8d-16e7af604b3f'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:05.311968 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd993979-6956-4ad9-9628-b5332655e070" -d '{"events": [{"server_uuid": "b02a775e-34e5-454e-8b45-2d20f00bb098", "name": "network-vif-plugged", "status": "completed", "tag": "73436b8b-3235-46fa-bb8d-16e7af604b3f"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:05.314034 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-012db568-e9da-4afa-a138-76556179036d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:05.323332 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-012db568-e9da-4afa-a138-76556179036d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:05.324568 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-012db568-e9da-4afa-a138-76556179036d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d791697-13e4-4a7f-90ad-bc81d36c0152 HTTP/1.1" status: 204 len: 168 time: 0.5127723 Oct 27 21:32:05.342059 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 73436b8b-3235-46fa-bb8d-16e7af604b3f, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=73436b8b-3235-46fa-bb8d-16e7af604b3f,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:05.350777 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:05.365002 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-a3c8dce9-8e6a-474b-aadd-900f0d2bf8dd tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:05.389699 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-a3c8dce9-8e6a-474b-aadd-900f0d2bf8dd tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/networks?id=7558f21a-9038-444d-8fa3-4d5aa50687f4 HTTP/1.1" status: 200 len: 812 time: 0.3460202 Oct 27 21:32:05.407347 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012db568-e9da-4afa-a138-76556179036d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d791697-13e4-4a7f-90ad-bc81d36c0152,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:05.436632 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-d9a64eed-c05a-4fa2-9527-66d911641a08 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/quotas/e0666525c33445f58c786b33ee3bb0c9 HTTP/1.1" status: 200 len: 375 time: 0.0427320 Oct 27 21:32:05.498639 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=73436b8b-3235-46fa-bb8d-16e7af604b3f,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:05.522742 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-a198e71a-4af2-4aba-9c5d-901c6fafc92e tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0666525c33445f58c786b33ee3bb0c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827925 Oct 27 21:32:05.731260 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-8e5e9c1f-f56c-4926-bf43-58571317be8d service neutron] 10.222.0.53 "GET /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061820 Oct 27 21:32:05.871779 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf746be-3a08-4a41-84f9-bd071bb3dac1 req-2349d60c-e966-422d-a57d-8c4424f608c6 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:05.880505 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-adf746be-3a08-4a41-84f9-bd071bb3dac1 req-2349d60c-e966-422d-a57d-8c4424f608c6 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 946 time: 0.1501119 Oct 27 21:32:05.970899 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-adf746be-3a08-4a41-84f9-bd071bb3dac1 req-b0bea0cb-b1f3-41f7-8605-c9a85a483a33 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890551 Oct 27 21:32:05.984358 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-5572f64b-b4ae-4fff-a144-60f1042d6eb2 service neutron] 10.222.0.53 "GET /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502296 Oct 27 21:32:06.016647 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585a1cca-d0fc-4a58-88f5-9bf10a4b5fec x-openstack-request-id: req-585a1cca-d0fc-4a58-88f5-9bf10a4b5fec {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:06.017405 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02a775e-34e5-454e-8b45-2d20f00bb098", "name": "network-vif-plugged", "status": "completed", "tag": "73436b8b-3235-46fa-bb8d-16e7af604b3f", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:06.017809 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-585a1cca-d0fc-4a58-88f5-9bf10a4b5fec {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:06.018467 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02a775e-34e5-454e-8b45-2d20f00bb098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73436b8b-3235-46fa-bb8d-16e7af604b3f', 'code': 200} Oct 27 21:32:06.179167 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb9960-595f-416e-9537-c42eb5b4c53f req-3d673fe4-c3b8-4885-b871-81d0917f909f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:06.186950 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-19cb9960-595f-416e-9537-c42eb5b4c53f req-3d673fe4-c3b8-4885-b871-81d0917f909f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0931818 Oct 27 21:32:06.280367 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-19cb9960-595f-416e-9537-c42eb5b4c53f req-b8bc714f-24c3-4f89-9a10-d1d575aaca93 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924015 Oct 27 21:32:06.333662 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c675bf-2d16-4655-97a7-f42e2ec93387 req-ca71e99d-677c-4379-8c3c-c2dd00c8a86c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:06.343242 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-61c675bf-2d16-4655-97a7-f42e2ec93387 req-ca71e99d-677c-4379-8c3c-c2dd00c8a86c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1073387 Oct 27 21:32:06.366727 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-29f0f6cb-584b-4737-a3ee-db53d4a443f0 req-333fcb50-427c-40ff-a178-0d9967cfed86 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 210 time: 0.0381689 Oct 27 21:32:06.436662 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-61c675bf-2d16-4655-97a7-f42e2ec93387 req-7602686f-cf8c-4f70-9330-e57582bfdaa1 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897338 Oct 27 21:32:06.452813 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f74de7-1b3e-4480-968a-0af31fd274ba req-ee02c6f0-6424-425e-9354-8b8f3bd95200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:06.454985 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-81f74de7-1b3e-4480-968a-0af31fd274ba req-ee02c6f0-6424-425e-9354-8b8f3bd95200 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 1099 time: 0.1029732 Oct 27 21:32:06.501360 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-81f74de7-1b3e-4480-968a-0af31fd274ba req-a1a89783-655a-479f-bf19-de56cc9a57b6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345883 Oct 27 21:32:07.125391 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936198f-ac74-415c-9f16-25a1ee33f44c req-c6416f74-55ea-421f-8cee-c199df2831bc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.128162 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7936198f-ac74-415c-9f16-25a1ee33f44c req-c6416f74-55ea-421f-8cee-c199df2831bc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 946 time: 0.0758476 Oct 27 21:32:07.176253 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7936198f-ac74-415c-9f16-25a1ee33f44c req-c7d2ff87-bc97-4e42-bc7f-bdaf5178f992 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392272 Oct 27 21:32:07.438500 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56378713-6aa4-4bea-8830-10a30c3d9589 req-a75046e5-b940-46c4-afdf-e7b8b2f3ee1f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.440947 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-56378713-6aa4-4bea-8830-10a30c3d9589 req-a75046e5-b940-46c4-afdf-e7b8b2f3ee1f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0584285 Oct 27 21:32:07.499963 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-56378713-6aa4-4bea-8830-10a30c3d9589 req-fc1a5950-23ff-4ad5-9ec8-149a5af9fbf1 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467179 Oct 27 21:32:07.604520 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-11b19f5d-155c-4070-9c8f-120f44f729de req-fcdad59e-bdc0-4129-82a8-a5e53a640636 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 210 time: 0.0664988 Oct 27 21:32:07.632569 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d994e006-ebf5-4830-a410-a4c1a6060311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:07.706290 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad0c0a-7958-4843-b844-3eba4b84538a req-93086283-7c0a-4d80-b2f2-3e491241db42 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:07.710870 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-96ad0c0a-7958-4843-b844-3eba4b84538a req-93086283-7c0a-4d80-b2f2-3e491241db42 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0644259 Oct 27 21:32:07.797704 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-96ad0c0a-7958-4843-b844-3eba4b84538a req-dd1248e1-6d84-4eb4-94fc-348f72e471a3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750265 Oct 27 21:32:08.096181 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-26734e2c-99be-41ab-8b09-fbf79c899fd6 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:08.099882 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-26734e2c-99be-41ab-8b09-fbf79c899fd6 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.83 "GET /v2.0/networks?id=7558f21a-9038-444d-8fa3-4d5aa50687f4 HTTP/1.1" status: 200 len: 812 time: 0.2079904 Oct 27 21:32:08.140824 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Request body: {'port': {'device_id': '0e028f02-621b-4348-ba7f-af55c5037c3a', 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4', 'admin_state_up': True, 'tenant_id': 'e0666525c33445f58c786b33ee3bb0c9'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:08.397025 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3e82f-3c1c-476f-a987-04b6f8ba8387 req-dfc09122-9a55-4044-8b8d-8e98d8d302c2 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:08.405876 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a9d3e82f-3c1c-476f-a987-04b6f8ba8387 req-dfc09122-9a55-4044-8b8d-8e98d8d302c2 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 946 time: 0.0875838 Oct 27 21:32:08.413394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Made reservation on behalf of e0666525c33445f58c786b33ee3bb0c9 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:32:08.418395 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:08.453895 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:08.474480 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a9d3e82f-3c1c-476f-a987-04b6f8ba8387 req-66ddb655-3112-43de-b8d7-6ce4beaff158 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658720 Oct 27 21:32:08.589764 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:08.627950 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Allocated IP 172.20.0.9 (7558f21a-9038-444d-8fa3-4d5aa50687f4/fb40b042-1cba-4462-ad8d-c89a800fbf5f/41d6ba02-bc85-4a10-b48f-db4d4ea688be) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:32:08.744422 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0efd9c1d-13c9-4b9a-9b31-ea6b91a824ec req-302f90ce-b584-42b5-9ec9-d1484503e2c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 210 time: 0.0301757 Oct 27 21:32:08.779318 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee00cc-fa7a-4936-8191-96ae1092f74a req-5e6e1d13-25ce-4cc4-a670-c47afc8fd8ed tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:08.781207 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-31ee00cc-fa7a-4936-8191-96ae1092f74a req-5e6e1d13-25ce-4cc4-a670-c47afc8fd8ed tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1237538 Oct 27 21:32:08.848910 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-31ee00cc-fa7a-4936-8191-96ae1092f74a req-a7ff1632-4ebc-4896-b0a3-019473b37956 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559278 Oct 27 21:32:08.891070 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:08.945038 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:09.039271 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Network 7558f21a-9038-444d-8fa3-4d5aa50687f4 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:32:09.078476 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:09.097468 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:32:09.119801 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bd0b2-0113-4bed-8896-a7825bb3f5a8 req-e418205c-7887-4118-b485-dd03b4d98460 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:09.134651 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-677bd0b2-0113-4bed-8896-a7825bb3f5a8 req-e418205c-7887-4118-b485-dd03b4d98460 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1778898 Oct 27 21:32:09.177098 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:09.177962 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:09.189219 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-677bd0b2-0113-4bed-8896-a7825bb3f5a8 req-6a7f726c-4cce-45ef-ace4-d121fe1bd83f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480704 Oct 27 21:32:09.197340 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Pushing event updated for resources: {'Port': ['ID=41d6ba02-bc85-4a10-b48f-db4d4ea688be,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:09.211690 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-2746d43d-c2e9-4c20-8e3c-faf5b3763d58 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0781274 Oct 27 21:32:09.243694 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Request body: {'port': {'device_id': '0e028f02-621b-4348-ba7f-af55c5037c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:09.325906 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:09.666762 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d6ba02-bc85-4a10-b48f-db4d4ea688be {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:09.679097 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:09.701780 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Transition to ACTIVE for port object 41d6ba02-bc85-4a10-b48f-db4d4ea688be will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:32:09.706899 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:09.817497 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Pushing event updated for resources: {'Port': ['ID=41d6ba02-bc85-4a10-b48f-db4d4ea688be,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:09.916727 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Attempting to bind port 41d6ba02-bc85-4a10-b48f-db4d4ea688be on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:32:09.917291 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Attempting to bind port 41d6ba02-bc85-4a10-b48f-db4d4ea688be by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'd367c2d0-810c-4c4a-ac42-498059ef2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:32:09.917701 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Attempting to bind port 41d6ba02-bc85-4a10-b48f-db4d4ea688be on network 7558f21a-9038-444d-8fa3-4d5aa50687f4 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:09.948775 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Port 41d6ba02-bc85-4a10-b48f-db4d4ea688be on network 7558f21a-9038-444d-8fa3-4d5aa50687f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:32:09.949184 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Attempting to bind port 41d6ba02-bc85-4a10-b48f-db4d4ea688be on network 7558f21a-9038-444d-8fa3-4d5aa50687f4 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:09.955310 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:32:09.955639 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Checking segment: {'id': 'd367c2d0-810c-4c4a-ac42-498059ef2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:09.956028 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Bound using segment: {'id': 'd367c2d0-810c-4c4a-ac42-498059ef2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:32:09.956502 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Bound port: 41d6ba02-bc85-4a10-b48f-db4d4ea688be, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd367c2d0-810c-4c4a-ac42-498059ef2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:32:09.956907 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:09.985799 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6c03d-406f-4f4c-9ea8-78ef9df2466c req-95f5464b-8df6-492d-822b-1c345d74eefa tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:09.993526 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10f6c03d-406f-4f4c-9ea8-78ef9df2466c req-95f5464b-8df6-492d-822b-1c345d74eefa tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 943 time: 0.1068404 Oct 27 21:32:10.043215 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37178f52-6ef3-43d2-a3cf-28b0fcdb42d9 req-abf061a7-6aa6-4551-8987-d813cb84f52d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:10.051939 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-37178f52-6ef3-43d2-a3cf-28b0fcdb42d9 req-abf061a7-6aa6-4551-8987-d813cb84f52d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0874844 Oct 27 21:32:10.091228 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10f6c03d-406f-4f4c-9ea8-78ef9df2466c req-bf024a93-44a5-4a80-bce6-94f88bbf5860 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966914 Oct 27 21:32:10.104945 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] For port 41d6ba02-bc85-4a10-b48f-db4d4ea688be, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:32:10.109026 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] For port 41d6ba02-bc85-4a10-b48f-db4d4ea688be, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=41d6ba02-bc85-4a10-b48f-db4d4ea688be,segment=NetworkSegment(d367c2d0-810c-4c4a-ac42-498059ef2268),segment_id=d367c2d0-810c-4c4a-ac42-498059ef2268)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:32:10.112079 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-37178f52-6ef3-43d2-a3cf-28b0fcdb42d9 req-6ca565fb-a36e-44a6-ae42-04ecb9251e53 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587337 Oct 27 21:32:10.119500 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:10.197401 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:10.198201 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:10.200193 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] 10.222.0.83 "PUT /v2.0/ports/41d6ba02-bc85-4a10-b48f-db4d4ea688be HTTP/1.1" status: 200 len: 1093 time: 0.9632502 Oct 27 21:32:10.201171 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e028f02-621b-4348-ba7f-af55c5037c3a', 'tag': '41d6ba02-bc85-4a10-b48f-db4d4ea688be'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:10.204478 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6c5943-af0d-466d-890d-c0faa167e508" -d '{"events": [{"name": "network-changed", "server_uuid": "0e028f02-621b-4348-ba7f-af55c5037c3a", "tag": "41d6ba02-bc85-4a10-b48f-db4d4ea688be"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:10.247861 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dc8b7-90de-49f5-9db7-f7a0e0c07005 service neutron] Pushing event updated for resources: {'Port': ['ID=41d6ba02-bc85-4a10-b48f-db4d4ea688be,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:10.368574 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-17df2cb9-dff2-46e4-a9e3-f4e00d145dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:10.371619 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-17df2cb9-dff2-46e4-a9e3-f4e00d145dff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0666525c33445f58c786b33ee3bb0c9&device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 1096 time: 0.0816131 Oct 27 21:32:10.382649 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477728d-1cbe-443a-a5b4-316980dd2b43 req-7caf9e20-4b58-4f94-982b-7e02e711fc1b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:10.384917 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1477728d-1cbe-443a-a5b4-316980dd2b43 req-7caf9e20-4b58-4f94-982b-7e02e711fc1b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0707841 Oct 27 21:32:10.448907 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1477728d-1cbe-443a-a5b4-316980dd2b43 req-366415e9-d100-4740-8657-ebdca838b274 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552237 Oct 27 21:32:10.463487 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-44edbf70-f4d2-41a1-a114-bbf0e7471c9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d6ba02-bc85-4a10-b48f-db4d4ea688be HTTP/1.1" status: 200 len: 217 time: 0.0659292 Oct 27 21:32:10.515564 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b4d259-7678-42fa-93b9-f9b75570467e x-openstack-request-id: req-d1b4d259-7678-42fa-93b9-f9b75570467e {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:10.516083 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e028f02-621b-4348-ba7f-af55c5037c3a", "tag": "41d6ba02-bc85-4a10-b48f-db4d4ea688be", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:10.516386 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1b4d259-7678-42fa-93b9-f9b75570467e {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:10.516984 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e028f02-621b-4348-ba7f-af55c5037c3a', 'tag': '41d6ba02-bc85-4a10-b48f-db4d4ea688be', 'status': 'completed', 'code': 200} Oct 27 21:32:10.547995 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-cfb23c9d-62a4-4fc5-ad27-2d8e6e443f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:10.549974 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-cfb23c9d-62a4-4fc5-ad27-2d8e6e443f35 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb40b042-1cba-4462-ad8d-c89a800fbf5f HTTP/1.1" status: 200 len: 852 time: 0.0693331 Oct 27 21:32:10.578703 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:10.603458 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-f4997a2d-687b-4a06-a30c-76354754238c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7558f21a-9038-444d-8fa3-4d5aa50687f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390613 Oct 27 21:32:10.775576 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-99657ccc-bd8c-4e20-a654-68bdc91be2d9 service neutron] 10.222.0.83 "GET /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600554 Oct 27 21:32:11.262193 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c03d-de1f-463b-9cb7-f9f6e320c3e9 req-77cb8415-efe7-4a8c-8a2f-4e6d641053d6 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:11.270805 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3ba7c03d-de1f-463b-9cb7-f9f6e320c3e9 req-77cb8415-efe7-4a8c-8a2f-4e6d641053d6 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 943 time: 0.0758467 Oct 27 21:32:11.323009 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3ba7c03d-de1f-463b-9cb7-f9f6e320c3e9 req-baff2db2-d0f9-40a8-b848-cd67622489ec tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507042 Oct 27 21:32:11.330713 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b45028-e78f-4b6d-bbfd-78198eaed7d3 req-0f09a03f-33c0-43ae-9bd8-c56edc112146 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:11.332278 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-55b45028-e78f-4b6d-bbfd-78198eaed7d3 req-0f09a03f-33c0-43ae-9bd8-c56edc112146 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1062033 Oct 27 21:32:11.334310 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e3ad427-bd00-4522-ae89-c71c3a3b93db req-0d0d7281-0c89-4632-a4a8-ca692ded1ccb service neutron] 10.222.0.83 "GET /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430961 Oct 27 21:32:11.392200 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-55b45028-e78f-4b6d-bbfd-78198eaed7d3 req-37b441a2-18f3-402a-979d-e84922a9728d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465221 Oct 27 21:32:11.507898 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c5943-af0d-466d-890d-c0faa167e508 req-28c17ba0-e3a5-4f11-8206-a343ea6ebb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:11.510296 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1a6c5943-af0d-466d-890d-c0faa167e508 req-28c17ba0-e3a5-4f11-8206-a343ea6ebb70 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0666525c33445f58c786b33ee3bb0c9&device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 1096 time: 0.0537086 Oct 27 21:32:11.671987 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9235a-1520-47dd-830f-73882a320927 req-ded31b5b-bc3e-4360-8d82-5e74e70330ae tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:11.674045 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e3c9235a-1520-47dd-830f-73882a320927 req-ded31b5b-bc3e-4360-8d82-5e74e70330ae tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1030807 Oct 27 21:32:11.746783 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e3c9235a-1520-47dd-830f-73882a320927 req-9608428f-404c-4d4d-b271-04e4026ea235 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607562 Oct 27 21:32:11.763734 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c5943-af0d-466d-890d-c0faa167e508 req-c2aa6c50-1ed8-4691-9837-ae0a00df64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:11.766780 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1a6c5943-af0d-466d-890d-c0faa167e508 req-c2aa6c50-1ed8-4691-9837-ae0a00df64aa service neutron] 10.222.0.83 "GET /v2.0/networks?id=7558f21a-9038-444d-8fa3-4d5aa50687f4 HTTP/1.1" status: 200 len: 913 time: 0.2415318 Oct 27 21:32:11.839831 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1a6c5943-af0d-466d-890d-c0faa167e508 req-8190ce2b-baeb-4041-a94d-a66e52ec7737 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d6ba02-bc85-4a10-b48f-db4d4ea688be HTTP/1.1" status: 200 len: 217 time: 0.0603859 Oct 27 21:32:11.936042 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c5943-af0d-466d-890d-c0faa167e508 req-f69a075d-2c58-403d-b5e2-8038fd8454b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:11.938164 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1a6c5943-af0d-466d-890d-c0faa167e508 req-f69a075d-2c58-403d-b5e2-8038fd8454b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb40b042-1cba-4462-ad8d-c89a800fbf5f HTTP/1.1" status: 200 len: 852 time: 0.0888593 Oct 27 21:32:11.984347 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1a6c5943-af0d-466d-890d-c0faa167e508 req-a73e1b0d-0ec9-480b-b97b-a49e45e89d09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7558f21a-9038-444d-8fa3-4d5aa50687f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328372 Oct 27 21:32:12.180195 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1a6c5943-af0d-466d-890d-c0faa167e508 req-5772f138-2957-4f54-8813-cd77c4d1b8df service neutron] 10.222.0.83 "GET /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831903 Oct 27 21:32:12.347127 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1a6c5943-af0d-466d-890d-c0faa167e508 req-230e6e3c-07a8-4103-9fb9-96089e0cb69f service neutron] 10.222.0.83 "GET /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564004 Oct 27 21:32:12.534873 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898fe02-b0a5-4e89-9441-51d4986c6bf4 req-d83d7005-de2e-458a-86e5-dbc5278be9f6 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:12.549649 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b898fe02-b0a5-4e89-9441-51d4986c6bf4 req-d83d7005-de2e-458a-86e5-dbc5278be9f6 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 943 time: 0.1266997 Oct 27 21:32:12.599517 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2453a5d-af6a-4839-b217-354a78532324 req-78815479-ceb3-40f5-af22-d8911272983d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:12.604288 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e2453a5d-af6a-4839-b217-354a78532324 req-78815479-ceb3-40f5-af22-d8911272983d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0964174 Oct 27 21:32:12.621326 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b898fe02-b0a5-4e89-9441-51d4986c6bf4 req-dcd4953e-734d-4520-9c1d-0b98538bcfeb tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615387 Oct 27 21:32:12.676501 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e2453a5d-af6a-4839-b217-354a78532324 req-dc1a8459-a487-4c5e-a0fd-62e06a8c92f0 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619473 Oct 27 21:32:12.955770 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b936f1c-64c6-4c34-9759-572c33ae7d31 req-11827ba0-9b8d-48f8-adde-659b4fcb7161 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:12.958650 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3b936f1c-64c6-4c34-9759-572c33ae7d31 req-11827ba0-9b8d-48f8-adde-659b4fcb7161 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0894611 Oct 27 21:32:13.037126 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3b936f1c-64c6-4c34-9759-572c33ae7d31 req-5ef736df-5242-4a2e-b75a-1c2979cd2202 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656250 Oct 27 21:32:13.853837 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ad4ec-1472-4c67-ae9f-3ed741092c25 req-1bfa2432-40ce-4bb6-9d13-bfd8194daacc tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:13.869499 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-275ad4ec-1472-4c67-ae9f-3ed741092c25 req-1bfa2432-40ce-4bb6-9d13-bfd8194daacc tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 943 time: 0.1153057 Oct 27 21:32:13.947992 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-275ad4ec-1472-4c67-ae9f-3ed741092c25 req-c7867681-7a5e-4fea-a28e-96add117982e tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747049 Oct 27 21:32:13.971636 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de0fa6-0077-4a2d-9faa-ec2b062efdc4 req-5996a03e-74ee-41fd-85bf-c97872602a58 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:13.978273 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-58de0fa6-0077-4a2d-9faa-ec2b062efdc4 req-5996a03e-74ee-41fd-85bf-c97872602a58 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1114359 Oct 27 21:32:14.088450 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-58de0fa6-0077-4a2d-9faa-ec2b062efdc4 req-0dc5107d-cb62-4541-b21a-dcef0593e859 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932894 Oct 27 21:32:14.332047 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f6967-9fb0-447c-91a0-8c7e1fa447c3 req-64a129e6-1404-45f5-83de-ee63edd95918 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:14.353544 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e46f6967-9fb0-447c-91a0-8c7e1fa447c3 req-64a129e6-1404-45f5-83de-ee63edd95918 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1544783 Oct 27 21:32:14.429849 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e46f6967-9fb0-447c-91a0-8c7e1fa447c3 req-1269907b-2022-42ac-b318-6c29d885e9ee tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746248 Oct 27 21:32:14.485219 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d3e2e-4917-4775-9979-d8ec4072e07b req-cecbb962-0cc6-4e69-8edc-b28fd7950979 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:14.488186 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ed0d3e2e-4917-4775-9979-d8ec4072e07b req-cecbb962-0cc6-4e69-8edc-b28fd7950979 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0969353 Oct 27 21:32:14.577656 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ed0d3e2e-4917-4775-9979-d8ec4072e07b req-9576f77a-3102-4d1c-92c0-b5c9711e8ba0 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755868 Oct 27 21:32:15.064902 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 41d6ba02-bc85-4a10-b48f-db4d4ea688be details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:32:15.189162 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2e483-2f5e-494d-8d6b-2609d99a7942 req-4ef4af9e-2b15-4c07-988e-b1d18f08de6e tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:15.190817 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2ef2e483-2f5e-494d-8d6b-2609d99a7942 req-4ef4af9e-2b15-4c07-988e-b1d18f08de6e tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 943 time: 0.0984056 Oct 27 21:32:15.191775 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 41d6ba02-bc85-4a10-b48f-db4d4ea688be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=41d6ba02-bc85-4a10-b48f-db4d4ea688be,segment=NetworkSegment(d367c2d0-810c-4c4a-ac42-498059ef2268),segment_id=d367c2d0-810c-4c4a-ac42-498059ef2268)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:15.208521 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '41d6ba02-bc85-4a10-b48f-db4d4ea688be', 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4', 'port_id': '41d6ba02-bc85-4a10-b48f-db4d4ea688be', 'mac_address': 'fa:16:3e:a7:b7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb40b042-1cba-4462-ad8d-c89a800fbf5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:32:15.292344 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:15.315600 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d6ba02-bc85-4a10-b48f-db4d4ea688be {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:15.332015 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2ef2e483-2f5e-494d-8d6b-2609d99a7942 req-983c8987-052a-45f4-8b43-58d70bea5c25 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205978 Oct 27 21:32:15.336235 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e7c30-d892-45ff-b5bf-6de50014c30c req-97c59307-4928-4e33-951e-4966d5ff25a1 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:15.338059 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7e2e7c30-d892-45ff-b5bf-6de50014c30c req-97c59307-4928-4e33-951e-4966d5ff25a1 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0830016 Oct 27 21:32:15.349086 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 41d6ba02-bc85-4a10-b48f-db4d4ea688be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=41d6ba02-bc85-4a10-b48f-db4d4ea688be,segment=NetworkSegment(d367c2d0-810c-4c4a-ac42-498059ef2268),segment_id=d367c2d0-810c-4c4a-ac42-498059ef2268)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:15.358192 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:15.404468 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7e2e7c30-d892-45ff-b5bf-6de50014c30c req-1a30c287-b78a-4927-b5c0-cd0d3f29a353 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596836 Oct 27 21:32:15.520822 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=41d6ba02-bc85-4a10-b48f-db4d4ea688be,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:15.595638 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ebb03-07de-4131-8557-c7ec8820cf37 req-5a7c0dff-1552-433f-accc-441f2b1f76ea tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:15.598772 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c2ebb03-07de-4131-8557-c7ec8820cf37 req-5a7c0dff-1552-433f-accc-441f2b1f76ea tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0668077 Oct 27 21:32:15.654404 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c2ebb03-07de-4131-8557-c7ec8820cf37 req-89320afd-f2c5-485f-b05a-4434997b6a2b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486138 Oct 27 21:32:15.750969 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dae6c0-fef2-421c-a9d3-5ea6a8671dc9 req-da90b7b3-6fce-4411-b275-bff48f012dc1 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:15.752787 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-16dae6c0-fef2-421c-a9d3-5ea6a8671dc9 req-da90b7b3-6fce-4411-b275-bff48f012dc1 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0665443 Oct 27 21:32:15.795192 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-16dae6c0-fef2-421c-a9d3-5ea6a8671dc9 req-396fe9f6-0e18-47d2-b85d-4d5a8a021128 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362036 Oct 27 21:32:15.965067 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['41d6ba02-bc85-4a10-b48f-db4d4ea688be'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:16.539991 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0bba-d33a-450d-945e-0b4abc293acd req-29f3cf32-58a4-445a-84aa-2ff0122a89ed tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:16.549548 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-476f0bba-d33a-450d-945e-0b4abc293acd req-29f3cf32-58a4-445a-84aa-2ff0122a89ed tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 944 time: 0.1138172 Oct 27 21:32:16.612336 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-476f0bba-d33a-450d-945e-0b4abc293acd req-cc50365c-b426-46dc-8aea-8f29032734bf tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542967 Oct 27 21:32:16.656666 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e87fe-b134-459f-a38b-a1309036e6fd req-6c80927e-f12e-48a6-8fae-c8c6441f7c6a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:16.659037 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6b0e87fe-b134-459f-a38b-a1309036e6fd req-6c80927e-f12e-48a6-8fae-c8c6441f7c6a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1107342 Oct 27 21:32:16.740708 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6b0e87fe-b134-459f-a38b-a1309036e6fd req-d31adbf4-7f7c-4f3c-ac50-bb72cf2f9b1e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694537 Oct 27 21:32:16.998871 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061344ec-686b-4247-ae38-5c67f7bde224 req-b69883ea-bb0a-439a-a13a-636ab35a7d53 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:17.007995 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-061344ec-686b-4247-ae38-5c67f7bde224 req-b69883ea-bb0a-439a-a13a-636ab35a7d53 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.2001603 Oct 27 21:32:17.031866 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac88056-8ba3-4cfb-8de2-7d151a5b88b0 req-79b0cb35-53b8-438a-8065-1b974c7b7eca tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:17.035374 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-aac88056-8ba3-4cfb-8de2-7d151a5b88b0 req-79b0cb35-53b8-438a-8065-1b974c7b7eca tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1068649 Oct 27 21:32:17.119366 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-aac88056-8ba3-4cfb-8de2-7d151a5b88b0 req-ec69cf54-fd65-4c60-ad72-6d8b7ff178d2 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736291 Oct 27 21:32:17.141104 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-061344ec-686b-4247-ae38-5c67f7bde224 req-8885968d-8582-4d8e-860a-bd47f70d31f6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232860 Oct 27 21:32:17.259983 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bf204ef5-7180-4686-8530-7409160bfdf3 req-360960dc-dee6-4a14-9001-74ca7e6a45c4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1075993 Oct 27 21:32:17.359484 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf204ef5-7180-4686-8530-7409160bfdf3 req-377c3297-a043-4e00-bc6c-9822825fc262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:17.360368 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bf204ef5-7180-4686-8530-7409160bfdf3 req-377c3297-a043-4e00-bc6c-9822825fc262 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 1099 time: 0.0517778 Oct 27 21:32:17.515043 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf204ef5-7180-4686-8530-7409160bfdf3 req-be96a289-b3fa-48d8-84a9-b8312b35e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:17.516752 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bf204ef5-7180-4686-8530-7409160bfdf3 req-be96a289-b3fa-48d8-84a9-b8312b35e903 service neutron] 10.222.0.83 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 920 time: 0.1296813 Oct 27 21:32:17.570666 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bf204ef5-7180-4686-8530-7409160bfdf3 req-a3056fdb-8ef7-470e-b84b-d09e2ad64811 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cad09f38-e140-4327-a099-1071a2b7a74c HTTP/1.1" status: 200 len: 217 time: 0.0427694 Oct 27 21:32:17.643062 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf204ef5-7180-4686-8530-7409160bfdf3 req-c5534248-631b-4418-9ec8-9346c36c62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:17.644782 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bf204ef5-7180-4686-8530-7409160bfdf3 req-c5534248-631b-4418-9ec8-9346c36c62ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=55d4d4c6-62d1-4440-b670-fe01a605f294 HTTP/1.1" status: 200 len: 859 time: 0.0641398 Oct 27 21:32:17.720492 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:32:17.721983 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bf204ef5-7180-4686-8530-7409160bfdf3 req-1538db3e-d3f7-432c-8f1f-41e685143f66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612907 Oct 27 21:32:17.806926 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd4b9f-2e50-4841-b00d-744949dd557c req-120f8510-f28f-41f4-9abb-35b4df83a84e tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:17.810065 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-72fd4b9f-2e50-4841-b00d-744949dd557c req-120f8510-f28f-41f4-9abb-35b4df83a84e tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 944 time: 0.0830646 Oct 27 21:32:17.902017 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-72fd4b9f-2e50-4841-b00d-744949dd557c req-5753fc5d-a74d-48e7-be53-75036cc21dc3 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788734 Oct 27 21:32:17.942365 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bf204ef5-7180-4686-8530-7409160bfdf3 req-5af3b4f9-b77f-465c-b3ac-4cf8d517254a service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052295 Oct 27 21:32:17.976471 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1ef0-5d12-4ed8-9df6-b85c6e361179 req-1e65e5c7-5a6b-4f45-8ab2-81339a112617 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:17.984451 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-490c1ef0-5d12-4ed8-9df6-b85c6e361179 req-1e65e5c7-5a6b-4f45-8ab2-81339a112617 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0941904 Oct 27 21:32:18.150455 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-490c1ef0-5d12-4ed8-9df6-b85c6e361179 req-ac334a25-f1f6-43d1-9d2d-16b1225f27ec tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632135 Oct 27 21:32:18.204781 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bf204ef5-7180-4686-8530-7409160bfdf3 req-711b3e79-9d5f-416c-97c9-71ab6490fad2 service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482028 Oct 27 21:32:18.331815 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961efc9c-9e3c-46b6-b354-63497591d414 req-48180453-84bd-4041-baa0-6c1a34fab2e3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:18.344415 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-961efc9c-9e3c-46b6-b354-63497591d414 req-48180453-84bd-4041-baa0-6c1a34fab2e3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0661688 Oct 27 21:32:18.412705 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-961efc9c-9e3c-46b6-b354-63497591d414 req-9ad4dfbb-112d-4665-b70d-2eb66de69bbd tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581231 Oct 27 21:32:18.426434 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa183c-567a-43a1-bff6-27349919d861 req-085b88af-c3a2-4565-abfd-414fab80f7ae tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:18.428505 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-25aa183c-567a-43a1-bff6-27349919d861 req-085b88af-c3a2-4565-abfd-414fab80f7ae tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1425755 Oct 27 21:32:18.486279 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-25aa183c-567a-43a1-bff6-27349919d861 req-89787322-2300-4d5c-abe9-16ebd8555013 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461025 Oct 27 21:32:19.051569 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c80af-f76e-43c1-8ee4-2bd763217c32 req-cfd59cef-0b1f-4293-8e2d-6f3f91ddf4e6 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:19.052528 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b35c80af-f76e-43c1-8ee4-2bd763217c32 req-cfd59cef-0b1f-4293-8e2d-6f3f91ddf4e6 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 944 time: 0.0615568 Oct 27 21:32:19.072982 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 41d6ba02-bc85-4a10-b48f-db4d4ea688be up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:19.121672 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b35c80af-f76e-43c1-8ee4-2bd763217c32 req-3f539cce-99fc-4ccd-9a8e-40790689efb2 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623958 Oct 27 21:32:19.181222 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 41d6ba02-bc85-4a10-b48f-db4d4ea688be completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:32:19.193026 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 41d6ba02-bc85-4a10-b48f-db4d4ea688be triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:19.193681 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:19.318317 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:19.358450 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e028f02-621b-4348-ba7f-af55c5037c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d6ba02-bc85-4a10-b48f-db4d4ea688be'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:19.361277 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e32588e-9492-4fba-ac0f-404e9fa88fe8" -d '{"events": [{"server_uuid": "0e028f02-621b-4348-ba7f-af55c5037c3a", "name": "network-vif-plugged", "status": "completed", "tag": "41d6ba02-bc85-4a10-b48f-db4d4ea688be"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:19.366650 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ef3f8-17db-4749-8e5a-8aa47784b72e req-fe58fa4f-6dd0-469f-956b-ef83fc82c037 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:19.369736 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c9ef3f8-17db-4749-8e5a-8aa47784b72e req-fe58fa4f-6dd0-469f-956b-ef83fc82c037 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1210904 Oct 27 21:32:19.384452 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:19.389133 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 41d6ba02-bc85-4a10-b48f-db4d4ea688be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=41d6ba02-bc85-4a10-b48f-db4d4ea688be,segment=NetworkSegment(d367c2d0-810c-4c4a-ac42-498059ef2268),segment_id=d367c2d0-810c-4c4a-ac42-498059ef2268)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:19.394852 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:19.429299 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9c9ef3f8-17db-4749-8e5a-8aa47784b72e req-4128c0fe-1015-4d20-bda4-84b9e55e7c9f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526695 Oct 27 21:32:19.431259 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a030af-d946-4aa2-9a72-4baf21b4b9c8 x-openstack-request-id: req-c4a030af-d946-4aa2-9a72-4baf21b4b9c8 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:19.431593 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e028f02-621b-4348-ba7f-af55c5037c3a", "name": "network-vif-plugged", "status": "completed", "tag": "41d6ba02-bc85-4a10-b48f-db4d4ea688be", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:19.431835 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4a030af-d946-4aa2-9a72-4baf21b4b9c8 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:19.432159 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e028f02-621b-4348-ba7f-af55c5037c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d6ba02-bc85-4a10-b48f-db4d4ea688be', 'code': 200} Oct 27 21:32:19.462674 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=41d6ba02-bc85-4a10-b48f-db4d4ea688be,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:19.610238 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ca727-3aa2-40f6-9f01-a62c06772be3 req-dfc4c2ee-afdb-4f01-925c-6cda034de1eb tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:19.617605 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-392ca727-3aa2-40f6-9f01-a62c06772be3 req-dfc4c2ee-afdb-4f01-925c-6cda034de1eb tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0904119 Oct 27 21:32:19.660008 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7eed3-3cf3-40b6-8cca-a132f2314486 req-30377e2b-f4e0-4969-a473-0012a184f268 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:19.661696 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2ee7eed3-3cf3-40b6-8cca-a132f2314486 req-30377e2b-f4e0-4969-a473-0012a184f268 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0605595 Oct 27 21:32:19.693375 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-392ca727-3aa2-40f6-9f01-a62c06772be3 req-7465d980-4a86-4135-ad03-ac8e56ecc3d4 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614500 Oct 27 21:32:19.722384 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2ee7eed3-3cf3-40b6-8cca-a132f2314486 req-e700fb93-fda7-4d48-a128-2824423180c4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483959 Oct 27 21:32:19.762942 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508b8a1-85fb-4f94-b404-a8a538aa993f req-64eb9fb2-9ac6-4335-9471-7bbcf8a46de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:19.764527 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1508b8a1-85fb-4f94-b404-a8a538aa993f req-64eb9fb2-9ac6-4335-9471-7bbcf8a46de4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 1098 time: 0.0534301 Oct 27 21:32:19.811010 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1508b8a1-85fb-4f94-b404-a8a538aa993f req-0f254d68-80e3-4723-99bf-d8225dd7ed74 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Oct 27 21:32:20.243194 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9124d9-9e20-4064-8d44-66029a648eeb req-13a16253-4424-4303-a565-b8c52f6f0c02 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:20.244768 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5f9124d9-9e20-4064-8d44-66029a648eeb req-13a16253-4424-4303-a565-b8c52f6f0c02 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 945 time: 0.0542383 Oct 27 21:32:20.290007 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5f9124d9-9e20-4064-8d44-66029a648eeb req-9a9ab4d9-6f94-480f-8f32-72eda2a761ab tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 Oct 27 21:32:20.571934 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374690d-102a-45e8-8a7d-11e286dd96bf req-073d2221-8438-441a-b1f1-3f51f7cb3304 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:20.573572 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9374690d-102a-45e8-8a7d-11e286dd96bf req-073d2221-8438-441a-b1f1-3f51f7cb3304 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0571580 Oct 27 21:32:20.619469 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9374690d-102a-45e8-8a7d-11e286dd96bf req-cde0ba4d-38e0-4c5e-a5de-a89bed6026aa tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395920 Oct 27 21:32:20.825729 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a083972-c154-4c25-8d84-022c8194017d req-c9d88031-2100-4f35-9561-69dd3160e1b2 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:20.827310 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7a083972-c154-4c25-8d84-022c8194017d req-c9d88031-2100-4f35-9561-69dd3160e1b2 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0548980 Oct 27 21:32:20.876435 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7a083972-c154-4c25-8d84-022c8194017d req-008d3d36-10e4-4bbe-ba8a-993691721e7b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 Oct 27 21:32:20.899763 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49815e1-9c93-40ae-baf4-06ad2de8a7d9 req-e223c4a1-772e-4934-94b2-71df66685c4a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:20.901890 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d49815e1-9c93-40ae-baf4-06ad2de8a7d9 req-e223c4a1-772e-4934-94b2-71df66685c4a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0824749 Oct 27 21:32:20.949111 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d49815e1-9c93-40ae-baf4-06ad2de8a7d9 req-4a1e0f11-d5b9-4317-b3ab-57fd35e7d619 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408032 Oct 27 21:32:21.416219 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe527f69-1bb6-4a04-b40b-55c85d38f183 req-7d812442-5601-4d06-b389-42c7cdb25064 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:21.417745 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fe527f69-1bb6-4a04-b40b-55c85d38f183 req-7d812442-5601-4d06-b389-42c7cdb25064 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 945 time: 0.0505183 Oct 27 21:32:21.460004 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fe527f69-1bb6-4a04-b40b-55c85d38f183 req-0187f79a-99b0-4d75-b297-d2df4508acf0 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338652 Oct 27 21:32:21.775710 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1499cc-686b-42f1-9fd0-870925db51bd req-53ee183f-360a-4ceb-b67b-8f176bb8f357 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:21.777347 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7a1499cc-686b-42f1-9fd0-870925db51bd req-53ee183f-360a-4ceb-b67b-8f176bb8f357 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0675857 Oct 27 21:32:21.821569 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7a1499cc-686b-42f1-9fd0-870925db51bd req-0c84cda7-c721-400a-8dc0-36d6ad792d88 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Oct 27 21:32:22.021016 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9ff3c-c2db-4718-8946-a6a84e7a04f2 req-d0d7b58b-ba17-43a9-8f85-b24eb7730e44 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:22.023118 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-84a9ff3c-c2db-4718-8946-a6a84e7a04f2 req-d0d7b58b-ba17-43a9-8f85-b24eb7730e44 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0584679 Oct 27 21:32:22.073685 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-84a9ff3c-c2db-4718-8946-a6a84e7a04f2 req-c3c78406-1fe2-4cc8-9b8a-14009fe9e75c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440300 Oct 27 21:32:22.112821 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea48616-7a0a-47f4-8e7e-3a92168bddf0 req-6a6a056a-8e26-40c8-8a09-3467478a5607 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:22.114466 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cea48616-7a0a-47f4-8e7e-3a92168bddf0 req-6a6a056a-8e26-40c8-8a09-3467478a5607 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0650144 Oct 27 21:32:22.156938 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cea48616-7a0a-47f4-8e7e-3a92168bddf0 req-901fb262-0ba5-46d2-b35a-ba68e86307d5 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352943 Oct 27 21:32:22.335167 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 58772) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:22.386536 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_v2 [None req-a237f06a-20ce-4274-8d8e-58a84d531e6c admin admin] Deleting subnet d6836bb7-4460-49ce-b09b-8f214364006f {{(pid=101366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:32:22.390128 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a237f06a-20ce-4274-8d8e-58a84d531e6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.427901 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a237f06a-20ce-4274-8d8e-58a84d531e6c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.445179 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a237f06a-20ce-4274-8d8e-58a84d531e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.537148 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a237f06a-20ce-4274-8d8e-58a84d531e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for subnet, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.579671 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237f06a-20ce-4274-8d8e-58a84d531e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6836bb7-4460-49ce-b09b-8f214364006f,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:22.586141 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a237f06a-20ce-4274-8d8e-58a84d531e6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.589430 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-a237f06a-20ce-4274-8d8e-58a84d531e6c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d6836bb7-4460-49ce-b09b-8f214364006f HTTP/1.1" status: 204 len: 168 time: 0.2526031 Oct 27 21:32:22.593416 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 58778) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:22.631619 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9f758-b158-4f5e-8046-713a46bee9cf req-aa458cd5-09a2-4a03-a576-090bb4fd58ec tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:22.633407 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d5f9f758-b158-4f5e-8046-713a46bee9cf req-aa458cd5-09a2-4a03-a576-090bb4fd58ec tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 945 time: 0.0645280 Oct 27 21:32:22.675838 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.699162 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d5f9f758-b158-4f5e-8046-713a46bee9cf req-75d63b0c-3a93-4143-b3cc-415974a984a4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592980 Oct 27 21:32:22.778953 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.801261 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378']}} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:22.811883 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c097cc0a-03d6-4bc5-828f-b138c0ae8a02') {'for_net_delete': True} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:22.812165 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c097cc0a-03d6-4bc5-828f-b138c0ae8a02') {} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:22.827057 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14559722'] for segment, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.846017 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.853829 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=101365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:32:22.854174 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14562605'] for segment, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: Traceback (most recent call last): Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: timer() Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: cb(*args, **kw) Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: return func(*args, **kwargs) Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: self._notify() Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: self.callback(batched_events) Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: event.method(event) Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: return f(self, *a, **k) Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._get(url).json() Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: return self.request(url, 'GET', **kwargs) Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:32:22.856042 dv-cinder-815746-1-iscsi neutron-server[101365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:32:22.939626 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.960246 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:22.963393 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] 10.222.0.53 "DELETE /v2.0/networks/ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378 HTTP/1.1" status: 204 len: 168 time: 0.3689311 Oct 27 21:32:22.979897 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ce22dba4-cb8b-4cb7-be7f-5ea7a76a0378,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:22.992283 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:22.992626 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:22.993002 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:22.993336 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:22.993671 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:22.993996 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:22.994328 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:22.994659 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:22.994980 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:22.995304 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:22.995623 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:22.995940 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca051f-2a69-4c74-afe6-44cefcdfa8ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:23.012126 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90d46b-e77b-4ee8-b9db-63389eaf4959 req-52480af7-ddbc-404a-a7f4-5a89b98c11cf tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:23.013907 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-be90d46b-e77b-4ee8-b9db-63389eaf4959 req-52480af7-ddbc-404a-a7f4-5a89b98c11cf tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0919707 Oct 27 21:32:23.056526 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-be90d46b-e77b-4ee8-b9db-63389eaf4959 req-90eec75b-3955-4676-a0b7-0dabb9f9c915 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350246 Oct 27 21:32:23.181082 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 58786) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:23.207310 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355d234-d044-47d7-98b2-eaae594422ea req-0a2930d3-222c-4247-ac5c-3003aee57c5d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:23.212720 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b355d234-d044-47d7-98b2-eaae594422ea req-0a2930d3-222c-4247-ac5c-3003aee57c5d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0578604 Oct 27 21:32:23.231287 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-bca1f2f6-4197-4728-8abb-09924534ea30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e4f06ff648d4999b47605c7788b68ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489533 Oct 27 21:32:23.233879 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 58790) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:23.281506 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b355d234-d044-47d7-98b2-eaae594422ea req-7c0522ab-6f5d-41f8-beea-9625497cc32e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660636 Oct 27 21:32:23.309718 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b48953-d602-49bd-afba-897c94f09695 req-8806c1e5-c223-40e0-8dba-e24425eafea6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:23.311377 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6b48953-d602-49bd-afba-897c94f09695 req-8806c1e5-c223-40e0-8dba-e24425eafea6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0554855 Oct 27 21:32:23.312047 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c7e8594a-6923-449e-baa9-2228aa48a4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:23.339320 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c7e8594a-6923-449e-baa9-2228aa48a4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:23.361765 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6b48953-d602-49bd-afba-897c94f09695 req-979dbf0c-c8bc-4936-9527-95d0bf58f55b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385592 Oct 27 21:32:23.417590 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c7e8594a-6923-449e-baa9-2228aa48a4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:23.420139 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c7e8594a-6923-449e-baa9-2228aa48a4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:23.421324 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c7e8594a-6923-449e-baa9-2228aa48a4d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a9573e9-81ae-48b7-8c26-108fe457c4fe HTTP/1.1" status: 204 len: 168 time: 0.1865005 Oct 27 21:32:23.430045 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8594a-6923-449e-baa9-2228aa48a4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9573e9-81ae-48b7-8c26-108fe457c4fe,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:23.843038 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dab3c2-c6bb-4a41-8674-1694c3b140d2 req-83692ca8-a25c-46ee-aa65-0f169b2e015e tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:23.844660 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36dab3c2-c6bb-4a41-8674-1694c3b140d2 req-83692ca8-a25c-46ee-aa65-0f169b2e015e tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 945 time: 0.0658953 Oct 27 21:32:23.891651 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36dab3c2-c6bb-4a41-8674-1694c3b140d2 req-adcedb89-c24a-4643-ae4a-628321e72f64 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378871 Oct 27 21:32:24.231786 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daf78d-62c2-4c00-b177-ceef96a74d51 req-5a103dbd-9ca6-417d-b0b1-d324b04eb1b5 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:24.233449 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-14daf78d-62c2-4c00-b177-ceef96a74d51 req-5a103dbd-9ca6-417d-b0b1-d324b04eb1b5 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0753419 Oct 27 21:32:24.301805 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-14daf78d-62c2-4c00-b177-ceef96a74d51 req-02758fcc-6852-48ee-bccc-d98cfde32dc7 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598402 Oct 27 21:32:24.361328 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 58862) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:24.501126 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86112821-54b7-4364-85f8-f3c9a905d511 req-b006633f-273b-4b4a-a8a2-c0d652a2e692 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:24.503378 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-86112821-54b7-4364-85f8-f3c9a905d511 req-b006633f-273b-4b4a-a8a2-c0d652a2e692 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1238489 Oct 27 21:32:24.565244 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26860-632f-4b9d-99b7-7df0a187e333 req-29863911-5c55-4df9-b54b-b7ad127a99c7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:24.567878 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-32e26860-632f-4b9d-99b7-7df0a187e333 req-29863911-5c55-4df9-b54b-b7ad127a99c7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0911126 Oct 27 21:32:24.573690 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-958360578-network', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:24.574540 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-86112821-54b7-4364-85f8-f3c9a905d511 req-38b60b0b-3baa-40a7-bccc-bafcc9f3d6dd tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618534 Oct 27 21:32:24.624812 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Made reservation on behalf of 3ebab3113a49438199feec3ebdb4856f for: {'network': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:32:24.627393 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:24.641107 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-32e26860-632f-4b9d-99b7-7df0a187e333 req-a5535843-e1ec-44b7-ae0d-e8c9eaedfc9a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637929 Oct 27 21:32:24.642429 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:24.748608 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:24.753358 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:24.792375 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=101366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:32:24.805841 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:24.813116 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:24.813517 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.segments_db [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Added segment ec64530a-039f-477c-bea5-0071c19743dd of type vlan for network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 Oct 27 21:32:24.872507 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:24.900108 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:24.901253 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:24.901998 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:24.963704 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6011207 Oct 27 21:32:24.966875 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 58890) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:24.973401 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-833465fb-bab7-4500-b1e0-ff3109c18d1a admin admin] Request body: {'subnet': {'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-958360578-subnet', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'ip_version': 4}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:24.976609 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217209b-082f-4825-bdac-52d6700495e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c9fb3ed6-60b5-4a78-9a89-df7d5be10298,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:24.989315 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:32:25.009857 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833465fb-bab7-4500-b1e0-ff3109c18d1a admin admin] Made reservation on behalf of 3ebab3113a49438199feec3ebdb4856f for: {'subnet': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:32:25.013837 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-833465fb-bab7-4500-b1e0-ff3109c18d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12641519'] for subnet, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:25.301142 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-833465fb-bab7-4500-b1e0-ff3109c18d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12641533'] for subnet, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:25.384714 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833465fb-bab7-4500-b1e0-ff3109c18d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f2ea11-4361-4e92-b912-0486f5023917,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:25.395125 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833465fb-bab7-4500-b1e0-ff3109c18d1a admin admin] Checking segment: {'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:25.395598 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833465fb-bab7-4500-b1e0-ff3109c18d1a admin admin] Network hostable DHCP agents. Network: c9fb3ed6-60b5-4a78-9a89-df7d5be10298, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:32:25.442962 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833465fb-bab7-4500-b1e0-ff3109c18d1a admin admin] Network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:32:25.458685 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-833465fb-bab7-4500-b1e0-ff3109c18d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, c9fb3ed6-60b5-4a78-9a89-df7d5be10298) {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:25.464764 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833465fb-bab7-4500-b1e0-ff3109c18d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.466228 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-833465fb-bab7-4500-b1e0-ff3109c18d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:25.472958 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba9ae9-49e7-4bc8-b4af-4fd11b9ec28b None None] Network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:32:25.496497 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20deeb9a-bb63-4bc8-81c4-24302d671b15 req-514e365e-341d-461c-a425-937b1796e966 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.499279 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-20deeb9a-bb63-4bc8-81c4-24302d671b15 req-514e365e-341d-461c-a425-937b1796e966 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0939965 Oct 27 21:32:25.532515 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-833465fb-bab7-4500-b1e0-ff3109c18d1a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5642679 Oct 27 21:32:25.537269 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 58898) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:25.542613 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:25.585159 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-20deeb9a-bb63-4bc8-81c4-24302d671b15 req-0c1bc0c9-98b6-4964-9980-05295d0e7715 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756767 Oct 27 21:32:25.586529 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3112'] for router, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:25.587598 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1736506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3091'] for router, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:25.688177 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:25.751457 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe452df4e-5fb6-533b-8bad-3d646d7c8956-c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'fixed_ips': [{'subnet_id': 'c7f2ea11-4361-4e92-b912-0486f5023917'}]}} from dv-cinder-815746-1-iscsi. {{(pid=101367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:32:25.753035 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:25.867858 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c00c0-ad4b-4b0d-b3f9-c302a282dd07 req-cc7dd462-afff-444b-8bb6-82a9e530c1b1 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:25.884834 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d91c00c0-ad4b-4b0d-b3f9-c302a282dd07 req-cc7dd462-afff-444b-8bb6-82a9e530c1b1 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1018970 Oct 27 21:32:25.957127 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d91c00c0-ad4b-4b0d-b3f9-c302a282dd07 req-ea5ce4a8-ab3c-4189-a621-1db9c90a22fc tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703449 Oct 27 21:32:26.039356 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.db_base_plugin_common [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Allocated IP 172.20.0.2 (c9fb3ed6-60b5-4a78-9a89-df7d5be10298/c7f2ea11-4361-4e92-b912-0486f5023917/d76a96c6-4204-4bc4-84ae-7b5c3e75a03d) {{(pid=101367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:32:26.120463 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73717d-544b-4fa4-97af-4efdbb515f1a req-e308b008-68dc-4e8b-81c0-b4baa01c943e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:26.122508 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-aa73717d-544b-4fa4-97af-4efdbb515f1a req-e308b008-68dc-4e8b-81c0-b4baa01c943e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.3933372 Oct 27 21:32:26.127501 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:26.210475 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-aa73717d-544b-4fa4-97af-4efdbb515f1a req-adbe2765-316c-42c9-bb8c-39f385551647 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790679 Oct 27 21:32:26.294905 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Publish callbacks [] for port, precommit_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:26.308363 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:26.383911 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 is already hosted by enough agents. {{(pid=101367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:32:26.393729 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.base_scheduler [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Resources bound (agent type, host, resource id): {{(pid=101367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:26.404193 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Received port after_create {{(pid=101367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:32:26.460412 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Pushing event updated for resources: {'Port': ['ID=d76a96c6-4204-4bc4-84ae-7b5c3e75a03d,revision_number=1']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:26.485056 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f649b-a666-4fa6-8002-f0dee20920c8 req-01a962a7-d394-4291-9b1b-bd655b8576dc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:26.487893 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dc1f649b-a666-4fa6-8002-f0dee20920c8 req-01a962a7-d394-4291-9b1b-bd655b8576dc tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 946 time: 0.1519809 Oct 27 21:32:26.502804 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:26.503695 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Attempting to bind port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:32:26.504244 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Attempting to bind port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:32:26.504790 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Attempting to bind port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d on network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:26.513191 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:32:26.513795 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Checking segment: {'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:26.514409 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:26.515001 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Bound using segment: {'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:32:26.515728 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Bound port: d76a96c6-4204-4bc4-84ae-7b5c3e75a03d, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:32:26.516295 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:26.552988 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:26.620882 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] For port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:32:26.628738 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] For port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=d76a96c6-4204-4bc4-84ae-7b5c3e75a03d,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:32:26.638243 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:26.652159 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dc1f649b-a666-4fa6-8002-f0dee20920c8 req-7f32da09-d64d-461b-9214-62e075af8305 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518190 Oct 27 21:32:26.762593 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Allocated IP 172.27.2.27 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/ddf76c19-824b-453b-8c51-999089ede9bc) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:32:26.771856 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bc48a-0ed8-4e1b-97a1-f5af1954a42a None None] Pushing event updated for resources: {'Port': ['ID=d76a96c6-4204-4bc4-84ae-7b5c3e75a03d,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:26.796017 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e438774-914e-47ee-8360-ca64e423222c req-b04c5cc1-6a0c-4315-a74f-ccf5c598a170 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:26.797745 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9e438774-914e-47ee-8360-ca64e423222c req-b04c5cc1-6a0c-4315-a74f-ccf5c598a170 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0752180 Oct 27 21:32:26.848187 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9e438774-914e-47ee-8360-ca64e423222c req-48cf9ce5-8fb3-4d73-9349-7b3f89d391f0 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Oct 27 21:32:26.935598 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:26.976309 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:27.069561 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:32:27.073881 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:27.089965 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:32:27.102181 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 90592bba-a65c-42e1-afb6-d7f7dbf36338 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:32:27.185449 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Pushing event updated for resources: {'Port': ['ID=ddf76c19-824b-453b-8c51-999089ede9bc,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:27.245671 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:27.264818 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'port_id': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'mac_address': 'fa:16:3e:6a:87:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:32:27.270572 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784e74b-6bc3-4770-87b7-45860398885a req-725de11e-93a1-4516-879d-0c18a549f2ea tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:27.272302 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2784e74b-6bc3-4770-87b7-45860398885a req-725de11e-93a1-4516-879d-0c18a549f2ea tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1729314 Oct 27 21:32:27.319278 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:27.334329 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90592bba-a65c-42e1-afb6-d7f7dbf36338 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:32:27.363698 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:27.370173 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:27.401242 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2784e74b-6bc3-4770-87b7-45860398885a req-b5b2fac6-5390-4eff-9e68-86cdd2cbe3aa tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822942 Oct 27 21:32:27.410296 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf48b8a-278b-43e4-b1b2-13eb357c59ba req-ccb9fe31-5a74-458c-bcda-78b609b42943 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:27.422660 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:27.423610 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7bf48b8a-278b-43e4-b1b2-13eb357c59ba req-ccb9fe31-5a74-458c-bcda-78b609b42943 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0905576 Oct 27 21:32:27.434246 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=90592bba-a65c-42e1-afb6-d7f7dbf36338,revision_number=6']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:27.472502 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7bf48b8a-278b-43e4-b1b2-13eb357c59ba req-b4b04087-78a8-4f5c-86af-ad695a92ecaa tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475996 Oct 27 21:32:27.667045 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628572'] for router, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:27.782488 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['90592bba-a65c-42e1-afb6-d7f7dbf36338'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:27.899781 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dad179-f37f-4eb1-bebe-c64bec9c1dc6 req-86a63b3e-c3cc-40b5-9e97-5d639759df35 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:27.901383 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-13dad179-f37f-4eb1-bebe-c64bec9c1dc6 req-86a63b3e-c3cc-40b5-9e97-5d639759df35 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 946 time: 0.1194251 Oct 27 21:32:27.968270 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144797da-028b-4318-8ff7-97a70fed710a None None] Network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:32:27.978363 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-13dad179-f37f-4eb1-bebe-c64bec9c1dc6 req-e0278d35-2228-4941-96b1-6f7fa93634c9 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632334 Oct 27 21:32:27.981637 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Router fef3c587-464c-4563-a9c9-fcd4e9ed8086 is scheduled to L3 agent 1818124e-4753-4485-930e-911ae30a2937 with binding_index 1 {{(pid=101366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:32:28.048689 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ac966-3c81-4604-856e-701b818c6fbe req-fcc392ce-dafd-4c80-a370-be00e6f9a802 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:28.052423 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-884ac966-3c81-4604-856e-701b818c6fbe req-fcc392ce-dafd-4c80-a370-be00e6f9a802 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0969460 Oct 27 21:32:28.084532 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-6cd65f95-62c0-41c9-8619-a26b7613b927 None None] Provisioning complete for port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:28.085426 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6cd65f95-62c0-41c9-8619-a26b7613b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:28.098234 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-884ac966-3c81-4604-856e-701b818c6fbe req-a7fd37ec-55e8-4826-8803-11cbcbab7690 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 Oct 27 21:32:28.127418 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:32:28.140359 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Sync routers for ids ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:32:28.147805 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:28.151615 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-5109f753-956a-4918-9db2-bb14db057b7c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6104906 Oct 27 21:32:28.151913 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 58926) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:28.156100 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Routers {'fef3c587-464c-4563-a9c9-fcd4e9ed8086'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:32:28.157171 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:32:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:28.288299 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6cd65f95-62c0-41c9-8619-a26b7613b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:28.328223 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Set router fef3c587-464c-4563-a9c9-fcd4e9ed8086 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:32:28.335274 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-6cd65f95-62c0-41c9-8619-a26b7613b927 None None] For port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=d76a96c6-4204-4bc4-84ae-7b5c3e75a03d,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:28.344829 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6cd65f95-62c0-41c9-8619-a26b7613b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:28.418955 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd65f95-62c0-41c9-8619-a26b7613b927 None None] Pushing event updated for resources: {'Port': ['ID=d76a96c6-4204-4bc4-84ae-7b5c3e75a03d,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:28.577339 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-5c0134e8-c21c-4128-81b7-6cd86360c7d7 None None] Provisioning complete for port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:28.578342 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5c0134e8-c21c-4128-81b7-6cd86360c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:28.608412 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:32:27Z', 'revision_number': 3, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:28.641126 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Checking router: fef3c587-464c-4563-a9c9-fcd4e9ed8086 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:32:28.641435 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Updating router fef3c587-464c-4563-a9c9-fcd4e9ed8086 port ddf76c19-824b-453b-8c51-999089ede9bc binding host dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:32:28.665397 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5b410-28c7-4e4a-8ee3-81d21392d268 req-07c00479-400b-4007-bd1c-fbd169de5722 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:28.668427 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a7b5b410-28c7-4e4a-8ee3-81d21392d268 req-07c00479-400b-4007-bd1c-fbd169de5722 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0901194 Oct 27 21:32:28.680627 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:28.736405 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a7b5b410-28c7-4e4a-8ee3-81d21392d268 req-3cbe6847-9ca1-49c8-b5fc-28782612026b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615284 Oct 27 21:32:28.967029 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f0b54-cca7-4631-87ef-c469adb4eca5 req-749aafd4-254a-4746-99f2-56181ebf42f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:28.975042 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b59f0b54-cca7-4631-87ef-c469adb4eca5 req-749aafd4-254a-4746-99f2-56181ebf42f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 945 time: 0.1002429 Oct 27 21:32:29.071798 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b59f0b54-cca7-4631-87ef-c469adb4eca5 req-f82bb052-e827-48c2-a1f1-6cad20644a72 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959454 Oct 27 21:32:29.110197 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.126353 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device d76a96c6-4204-4bc4-84ae-7b5c3e75a03d up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:29.136897 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 90592bba-a65c-42e1-afb6-d7f7dbf36338 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:29.235558 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ff5ab-ea63-4e71-9a4d-4a5ef5b584de req-3f428369-baea-4cf9-a8e0-b12b61df2f9a tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:29.239091 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ad4ff5ab-ea63-4e71-9a4d-4a5ef5b584de req-3f428369-baea-4cf9-a8e0-b12b61df2f9a tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 946 time: 0.1334772 Oct 27 21:32:29.276758 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Publish callbacks [] for port, precommit_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.291996 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.311821 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ad4ff5ab-ea63-4e71-9a4d-4a5ef5b584de req-dfa9c584-02c4-4bdc-b4b8-7c61ded5b9ed tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671518 Oct 27 21:32:29.393341 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Attempting to bind port ddf76c19-824b-453b-8c51-999089ede9bc on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:32:29.394040 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Attempting to bind port ddf76c19-824b-453b-8c51-999089ede9bc by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:32:29.394667 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Attempting to bind port ddf76c19-824b-453b-8c51-999089ede9bc on network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:29.397497 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Pushing event updated for resources: {'Port': ['ID=ddf76c19-824b-453b-8c51-999089ede9bc,revision_number=2']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:29.406544 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26496531-d7fe-471c-9caa-4cd3ebec25ad req-7422de22-a2b7-4db8-bb2e-5b20063b132b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:29.409711 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:29.410274 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:29.410784 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:29.411265 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:29.411478 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-26496531-d7fe-471c-9caa-4cd3ebec25ad req-7422de22-a2b7-4db8-bb2e-5b20063b132b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1930661 Oct 27 21:32:29.411958 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:29.412442 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:29.412973 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:29.413468 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:29.413969 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:29.414440 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:29.414909 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:29.415371 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:29.419167 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:32:29.419788 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Checking segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:29.420396 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.420978 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Bound using segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:32:29.421672 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Bound port: ddf76c19-824b-453b-8c51-999089ede9bc, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:32:29.422267 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.422470 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 90592bba-a65c-42e1-afb6-d7f7dbf36338 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:29.422935 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.454577 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3401559-ff85-4e17-ae12-6a03b32254f8 req-604c0263-f6a0-4392-b8a1-7da53bff9847 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:29.462024 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e3401559-ff85-4e17-ae12-6a03b32254f8 req-604c0263-f6a0-4392-b8a1-7da53bff9847 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 946 time: 0.1012816 Oct 27 21:32:29.464365 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:29.467972 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.524748 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] For port ddf76c19-824b-453b-8c51-999089ede9bc, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:32:29.529482 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] For port ddf76c19-824b-453b-8c51-999089ede9bc, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=ddf76c19-824b-453b-8c51-999089ede9bc,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:32:29.537593 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.583813 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-e3401559-ff85-4e17-ae12-6a03b32254f8 req-3b6ef3b4-12c1-4987-83f0-4e3ecd3e9bcd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Deleting port 73436b8b-3235-46fa-bb8d-16e7af604b3f {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:32:29.584262 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e3401559-ff85-4e17-ae12-6a03b32254f8 req-3b6ef3b4-12c1-4987-83f0-4e3ecd3e9bcd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.586680 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Allocated IP 172.20.0.1 (c9fb3ed6-60b5-4a78-9a89-df7d5be10298/c7f2ea11-4361-4e92-b912-0486f5023917/a7756449-7809-41da-b5d0-acd5970f8189) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:32:29.607784 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.638328 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-26496531-d7fe-471c-9caa-4cd3ebec25ad req-7587d25d-bbbf-4d6e-b854-d80edf8a0e09 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134896 Oct 27 21:32:29.683204 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:29.686264 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fd07d4-1502-4d13-8375-c2f86e98129f" -d '{"events": [{"server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "name": "network-vif-plugged", "status": "completed", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:29.718060 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:29.726622 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.735397 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-e3401559-ff85-4e17-ae12-6a03b32254f8 req-3b6ef3b4-12c1-4987-83f0-4e3ecd3e9bcd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] For port 73436b8b-3235-46fa-bb8d-16e7af604b3f, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=73436b8b-3235-46fa-bb8d-16e7af604b3f,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:29.735763 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e3401559-ff85-4e17-ae12-6a03b32254f8 req-3b6ef3b4-12c1-4987-83f0-4e3ecd3e9bcd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.751650 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-e3401559-ff85-4e17-ae12-6a03b32254f8 req-3b6ef3b4-12c1-4987-83f0-4e3ecd3e9bcd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Calling delete_port for 73436b8b-3235-46fa-bb8d-16e7af604b3f owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:32:29.753123 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Routers {'fef3c587-464c-4563-a9c9-fcd4e9ed8086'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:32:29.755069 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:32:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:29.774209 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803549c1-2a26-4249-a274-8066f1889221 None None] Pushing event updated for resources: {'Port': ['ID=ddf76c19-824b-453b-8c51-999089ede9bc,revision_number=3']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:29.776809 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6831c68a-9e9c-415b-bafd-0d102e7c9865 x-openstack-request-id: req-6831c68a-9e9c-415b-bafd-0d102e7c9865 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:29.780410 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "name": "network-vif-plugged", "status": "completed", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:29.784122 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6831c68a-9e9c-415b-bafd-0d102e7c9865 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:29.784972 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'code': 200} Oct 27 21:32:29.843274 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.902859 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=90592bba-a65c-42e1-afb6-d7f7dbf36338,revision_number=7']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:29.979043 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e3401559-ff85-4e17-ae12-6a03b32254f8 req-3b6ef3b4-12c1-4987-83f0-4e3ecd3e9bcd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:29.990956 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a05d-0c14-4d9f-8630-87e6c8b01c94 req-f256a735-9770-40fc-b609-dcd029afcb60 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:29.993284 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6694a05d-0c14-4d9f-8630-87e6c8b01c94 req-f256a735-9770-40fc-b609-dcd029afcb60 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1126509 Oct 27 21:32:29.994790 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:30.018128 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] Set router fef3c587-464c-4563-a9c9-fcd4e9ed8086 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:32:30.023543 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ef3b4-12c1-4987-83f0-4e3ecd3e9bcd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Pushing event deleted for resources: {'Port': ['ID=73436b8b-3235-46fa-bb8d-16e7af604b3f,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:30.028019 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9c070cce-a35a-4470-b674-1fcbeabd69f0', '58dad19e-1637-43d3-975d-8e479fb490b4', 'a743d9f4-1283-4a0c-9c03-4a2cb09c607f', '73436b8b-3235-46fa-bb8d-16e7af604b3f'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:30.113484 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3401559-ff85-4e17-ae12-6a03b32254f8 req-3b6ef3b4-12c1-4987-83f0-4e3ecd3e9bcd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] No DVR routers for this DVR port 73436b8b-3235-46fa-bb8d-16e7af604b3f on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:32:30.116948 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e3401559-ff85-4e17-ae12-6a03b32254f8 req-3b6ef3b4-12c1-4987-83f0-4e3ecd3e9bcd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:30.123995 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e3401559-ff85-4e17-ae12-6a03b32254f8 req-3b6ef3b4-12c1-4987-83f0-4e3ecd3e9bcd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "DELETE /v2.0/ports/73436b8b-3235-46fa-bb8d-16e7af604b3f HTTP/1.1" status: 204 len: 173 time: 0.6549456 Oct 27 21:32:30.133656 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02a775e-34e5-454e-8b45-2d20f00bb098', 'name': 'network-vif-deleted', 'tag': '73436b8b-3235-46fa-bb8d-16e7af604b3f'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:30.136137 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be77c346-bfa5-47f7-b9ac-148723bbcfa4" -d '{"events": [{"server_uuid": "b02a775e-34e5-454e-8b45-2d20f00bb098", "name": "network-vif-deleted", "tag": "73436b8b-3235-46fa-bb8d-16e7af604b3f"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:30.205525 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:32:30.235483 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:30.243944 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:32:30.246686 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703873'] for router_interface, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:30.373160 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f5dc-e2a8-4c52-9721-28cae0a1aa68 req-212becf2-94d1-450f-ad35-982223b1d243 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:30.392381 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-eeb8f5dc-e2a8-4c52-9721-28cae0a1aa68 req-212becf2-94d1-450f-ad35-982223b1d243 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1640327 Oct 27 21:32:30.458055 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a7756449-7809-41da-b5d0-acd5970f8189,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:30.480052 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6694a05d-0c14-4d9f-8630-87e6c8b01c94 req-c1042758-4a4f-4836-a6fc-13ee1611c114 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4697709 Oct 27 21:32:30.483891 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-eeb8f5dc-e2a8-4c52-9721-28cae0a1aa68 req-49559cc7-8f34-41fc-821c-23080c34b5fc tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890920 Oct 27 21:32:30.519866 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:32:27Z', 'revision_number': 3, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:30.603654 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:30.606270 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fefab03-9366-4c74-803e-41687a63fb42 None None] The sync data for ids ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'] in dv-cinder-815746-1-iscsi is: [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:32:27Z', 'revision_number': 3, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:32:30.623839 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b563964-4ac3-4554-bbc5-183350c1407e x-openstack-request-id: req-8b563964-4ac3-4554-bbc5-183350c1407e {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:30.624133 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02a775e-34e5-454e-8b45-2d20f00bb098", "name": "network-vif-deleted", "tag": "73436b8b-3235-46fa-bb8d-16e7af604b3f", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:30.624385 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b563964-4ac3-4554-bbc5-183350c1407e {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:30.625044 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02a775e-34e5-454e-8b45-2d20f00bb098', 'name': 'network-vif-deleted', 'tag': '73436b8b-3235-46fa-bb8d-16e7af604b3f', 'status': 'completed', 'code': 200} Oct 27 21:32:30.823000 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-390fd4b9-98a7-4dab-9e84-c09530423f11 req-4d2f13be-94cf-42aa-b78f-386bacb77045 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 210 time: 0.0882149 Oct 27 21:32:30.833135 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8521b-ac3d-40fb-9f12-9e6559e8627c None None] Provisioning complete for port a7756449-7809-41da-b5d0-acd5970f8189 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:30.834386 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8521b-ac3d-40fb-9f12-9e6559e8627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:30.897177 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8521b-ac3d-40fb-9f12-9e6559e8627c None None] Port a7756449-7809-41da-b5d0-acd5970f8189 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:32:31.014274 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849c68a-09b6-4e46-bd07-8ed1b84f0d28 req-da671e9f-f5c8-443f-bd64-8196bbd20804 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:31.016018 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1849c68a-09b6-4e46-bd07-8ed1b84f0d28 req-da671e9f-f5c8-443f-bd64-8196bbd20804 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1041629 Oct 27 21:32:31.102012 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:31.136402 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:31.137832 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630033'] for router_interface, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:31.318491 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a7756449-7809-41da-b5d0-acd5970f8189,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:31.327133 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1849c68a-09b6-4e46-bd07-8ed1b84f0d28 req-472ba260-a1e4-4e30-bd78-0aa649224efc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804620 Oct 27 21:32:31.379245 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:32:31.380901 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:31.763147 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-0a632429-c996-470c-8115-13c0392ca27b None None] Provisioning complete for port a7756449-7809-41da-b5d0-acd5970f8189 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:31.765547 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0a632429-c996-470c-8115-13c0392ca27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:31.799210 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605a7ea-ae6b-4580-9c1b-340735d45df9 req-1d4856e9-ea5a-4a1f-bbc9-2e2678f80ff4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:31.810066 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f605a7ea-ae6b-4580-9c1b-340735d45df9 req-1d4856e9-ea5a-4a1f-bbc9-2e2678f80ff4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1660166 Oct 27 21:32:31.837522 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47894d-8464-495a-94b0-5390212f32a4 req-71c0bbf0-4f3a-4935-81f7-70d301d459c6 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:31.841450 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7f47894d-8464-495a-94b0-5390212f32a4 req-71c0bbf0-4f3a-4935-81f7-70d301d459c6 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0993779 Oct 27 21:32:31.869134 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Router fef3c587-464c-4563-a9c9-fcd4e9ed8086 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:32:31.880555 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-0a632429-c996-470c-8115-13c0392ca27b None None] Port a7756449-7809-41da-b5d0-acd5970f8189 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:32:31.895176 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f605a7ea-ae6b-4580-9c1b-340735d45df9 req-578d87e2-3637-4484-8739-a8ac132efc8e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840750 Oct 27 21:32:31.951067 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7f47894d-8464-495a-94b0-5390212f32a4 req-e55e9bff-0979-4aa9-816a-86b0debbc6c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026576 Oct 27 21:32:32.115852 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:32:32.123917 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-2094f4c4-1034-4b08-a6c3-0b3421f815a1 admin admin] 10.222.0.53 "PUT /v2.0/routers/fef3c587-464c-4563-a9c9-fcd4e9ed8086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9709327 Oct 27 21:32:32.168130 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a30e1ede-3bef-4e12-a27f-a72acb305e77 req-59e42d5e-0034-480c-99c1-a33f2218c983 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=b02a775e-34e5-454e-8b45-2d20f00bb098 HTTP/1.1" status: 200 len: 210 time: 0.0708222 Oct 27 21:32:32.509542 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54588d-cc0c-4fb0-b79c-d1c9e3081bde req-666f03ac-5181-417f-bf3a-49b59826d427 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:32.511930 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1e54588d-cc0c-4fb0-b79c-d1c9e3081bde req-666f03ac-5181-417f-bf3a-49b59826d427 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0798702 Oct 27 21:32:32.565345 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1e54588d-cc0c-4fb0-b79c-d1c9e3081bde req-f5809946-519a-4db7-84a5-282d6446089d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Oct 27 21:32:32.889342 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 59002) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:32.896719 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-464271197-network', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:32.931459 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Made reservation on behalf of 9053a7210abd41cc90a9dbb648fb73ef for: {'network': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:32:32.934723 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:32.967537 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:33.110637 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e1bc0-0910-4a09-87ee-ba19716e0521 req-3da8d620-340d-46e3-ba8e-da766013f3bd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:33.122410 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b15e1bc0-0910-4a09-87ee-ba19716e0521 req-3da8d620-340d-46e3-ba8e-da766013f3bd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0892515 Oct 27 21:32:33.133667 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 73436b8b-3235-46fa-bb8d-16e7af604b3f no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:32:33.142327 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device ddf76c19-824b-453b-8c51-999089ede9bc up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:33.206837 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22723e6-2a8c-4589-a20b-2ced5d1321b0 req-390035cf-47a8-4a7d-a634-78d31ea11d68 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:33.208131 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b15e1bc0-0910-4a09-87ee-ba19716e0521 req-5b5c7647-7c13-479d-b07d-332c65b5295b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847423 Oct 27 21:32:33.208775 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f22723e6-2a8c-4589-a20b-2ced5d1321b0 req-390035cf-47a8-4a7d-a634-78d31ea11d68 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0941908 Oct 27 21:32:33.295354 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:33.300472 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 73436b8b-3235-46fa-bb8d-16e7af604b3f {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:32:33.300996 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 73436b8b-3235-46fa-bb8d-16e7af604b3f not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:32:33.309809 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:33.324021 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f22723e6-2a8c-4589-a20b-2ced5d1321b0 req-747b669d-fbf7-4fc9-84b2-1284bd01d034 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074800 Oct 27 21:32:33.359561 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port ddf76c19-824b-453b-8c51-999089ede9bc triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:33.360394 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:33.360566 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=101366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:32:33.397491 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9297e4b3-e4c5-4511-8d0f-00149724e427,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:33.397491 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:33.397491 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.segments_db [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Added segment b65f834d-d2ed-405c-8920-b5506ba5f3e2 of type vlan for network dad02c11-bb3c-4394-a436-db55d62393c2 Oct 27 21:32:33.443153 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Sync routers for ids ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:32:33.496633 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:33.529169 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Routers {'fef3c587-464c-4563-a9c9-fcd4e9ed8086'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:32:33.531510 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:32:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:33.559139 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:33.560208 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:33.560769 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:33.671430 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 59018) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:33.677538 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7866011 Oct 27 21:32:33.682480 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-9b7dcb21-7516-49b0-ab09-9d04a5bd6534 admin admin] Request body: {'subnet': {'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-464271197-subnet', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'ip_version': 4}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:33.699508 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a3dc2-94e1-48f1-9a29-ab0005f45b35 admin admin] Pushing event updated for resources: {'Network': ['ID=dad02c11-bb3c-4394-a436-db55d62393c2,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:33.724246 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7dcb21-7516-49b0-ab09-9d04a5bd6534 admin admin] Made reservation on behalf of 9053a7210abd41cc90a9dbb648fb73ef for: {'subnet': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:32:33.728056 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcb21-7516-49b0-ab09-9d04a5bd6534 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12641519'] for subnet, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:33.735006 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network dad02c11-bb3c-4394-a436-db55d62393c2 details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:32:33.739240 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Set router fef3c587-464c-4563-a9c9-fcd4e9ed8086 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:32:33.764721 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3e198-e147-4902-93e5-3493d4d66c2c req-d0757900-7d7d-4e42-b3d5-e5493bc43128 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:33.767080 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fdf3e198-e147-4902-93e5-3493d4d66c2c req-d0757900-7d7d-4e42-b3d5-e5493bc43128 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0804536 Oct 27 21:32:33.874451 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fdf3e198-e147-4902-93e5-3493d4d66c2c req-acbb6cb6-209a-4c63-90d0-29de11ffce7b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829847 Oct 27 21:32:33.874919 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:33.990317 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port ddf76c19-824b-453b-8c51-999089ede9bc, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=ddf76c19-824b-453b-8c51-999089ede9bc,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:34.066246 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcb21-7516-49b0-ab09-9d04a5bd6534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12641533'] for subnet, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:34.068381 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:34.146610 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=ddf76c19-824b-453b-8c51-999089ede9bc,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:34.158279 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dcb21-7516-49b0-ab09-9d04a5bd6534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa67ac01-97fd-4085-8334-62cae52efc10,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:34.161659 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7dcb21-7516-49b0-ab09-9d04a5bd6534 admin admin] Checking segment: {'id': 'b65f834d-d2ed-405c-8920-b5506ba5f3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:34.162217 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7dcb21-7516-49b0-ab09-9d04a5bd6534 admin admin] Network hostable DHCP agents. Network: dad02c11-bb3c-4394-a436-db55d62393c2, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:32:34.188662 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7dcb21-7516-49b0-ab09-9d04a5bd6534 admin admin] Network dad02c11-bb3c-4394-a436-db55d62393c2 is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:32:34.205021 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-9b7dcb21-7516-49b0-ab09-9d04a5bd6534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, dad02c11-bb3c-4394-a436-db55d62393c2) {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:34.212404 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7dcb21-7516-49b0-ab09-9d04a5bd6534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:34.212404 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcb21-7516-49b0-ab09-9d04a5bd6534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:34.232096 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-9b7dcb21-7516-49b0-ab09-9d04a5bd6534 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5590825 Oct 27 21:32:34.234605 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e798e312-a5b5-4970-b454-3a062b6ae7da None None] Network dad02c11-bb3c-4394-a436-db55d62393c2 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:32:34.235345 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 59024) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:34.249501 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-464271197-router', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:32:34.296186 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3112'] for router, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:34.299392 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1736506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3091'] for router, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:34.448274 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:34.467742 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:32:30Z', 'revision_number': 4, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'a7756449-7809-41da-b5d0-acd5970f8189', 'name': '', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'mac_address': 'fa:16:3e:15:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:29Z', 'updated_at': '2021-10-27T21:32:30Z', 'revision_number': 2, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'subnets': [{'id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:34.468097 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2e81a-d7ab-437e-8f75-b93329c5e4f9 req-b9ad45b3-9554-4e21-973b-105832125215 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:34.471283 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-47a2e81a-d7ab-437e-8f75-b93329c5e4f9 req-b9ad45b3-9554-4e21-973b-105832125215 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1640410 Oct 27 21:32:34.524578 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Checking router: fef3c587-464c-4563-a9c9-fcd4e9ed8086 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:32:34.524972 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Updating router fef3c587-464c-4563-a9c9-fcd4e9ed8086 port a7756449-7809-41da-b5d0-acd5970f8189 binding host dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:32:34.590039 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599ffcc-c58c-40af-a258-9ed8b1d2b4cc req-50c16645-e468-404f-8529-229944aec7d8 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:34.599391 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7599ffcc-c58c-40af-a258-9ed8b1d2b4cc req-50c16645-e468-404f-8529-229944aec7d8 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1424031 Oct 27 21:32:34.610442 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:34.674976 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7599ffcc-c58c-40af-a258-9ed8b1d2b4cc req-8cae6b0e-bb90-45b4-963a-3a16229ccbc5 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683861 Oct 27 21:32:34.699151 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe452df4e-5fb6-533b-8bad-3d646d7c8956-dad02c11-bb3c-4394-a436-db55d62393c2', 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'fixed_ips': [{'subnet_id': 'fa67ac01-97fd-4085-8334-62cae52efc10'}]}} from dv-cinder-815746-1-iscsi. {{(pid=101367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:32:34.699151 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:34.848385 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:34.891688 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-47a2e81a-d7ab-437e-8f75-b93329c5e4f9 req-562208e7-3ca2-40a3-b1c8-facd1d72468d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196001 Oct 27 21:32:34.902911 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-467307c7-3951-4b54-8b34-d136c1008a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:35.148825 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device ddf76c19-824b-453b-8c51-999089ede9bc up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:35.267853 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1e5b2-f60b-4fef-b8fa-53b9580f82dc req-150e95e1-369c-4a41-8f0f-2b4efca339b6 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:35.270811 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-34c1e5b2-f60b-4fef-b8fa-53b9580f82dc req-150e95e1-369c-4a41-8f0f-2b4efca339b6 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 946 time: 0.1355288 Oct 27 21:32:35.336026 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-34c1e5b2-f60b-4fef-b8fa-53b9580f82dc req-89a2a0d0-aeac-460d-a5a4-e39bb042df26 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557573 Oct 27 21:32:35.402879 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.db_base_plugin_common [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Allocated IP 172.20.0.2 (dad02c11-bb3c-4394-a436-db55d62393c2/fa67ac01-97fd-4085-8334-62cae52efc10/b0809f98-107b-46e5-841b-a06da66883f1) {{(pid=101367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:32:35.519669 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port ddf76c19-824b-453b-8c51-999089ede9bc triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:35.519952 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:35.660795 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c5a65-6811-431c-a2d3-5007ab74675e req-25c53c17-e90d-46fa-a343-f18d81fbd9b4 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:35.670444 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-217c5a65-6811-431c-a2d3-5007ab74675e req-25c53c17-e90d-46fa-a343-f18d81fbd9b4 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.5017848 Oct 27 21:32:35.693959 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:35.732767 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:35.744583 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Publish callbacks [] for port, precommit_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:35.792246 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:35.800216 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-217c5a65-6811-431c-a2d3-5007ab74675e req-696854c4-af88-4aa9-b937-14b56bd3c044 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288757 Oct 27 21:32:35.846271 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102e9fd-0d65-4657-b07c-6394db2c02ba req-f032ca74-547d-45bf-87a3-bc8a3cc7df6b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:35.856272 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2102e9fd-0d65-4657-b07c-6394db2c02ba req-f032ca74-547d-45bf-87a3-bc8a3cc7df6b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0863008 Oct 27 21:32:35.932341 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2102e9fd-0d65-4657-b07c-6394db2c02ba req-cce79f29-cd3a-4ad9-8240-df7d7b840627 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718937 Oct 27 21:32:35.959107 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Allocated IP 172.27.2.97 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/c0125fa1-8e1d-4e63-892c-832562500436) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:32:35.962158 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Publish callbacks [] for port, precommit_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:36.041717 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851aecd-2599-42b3-9cc5-4885b92b57ad None None] Pushing event updated for resources: {'Port': ['ID=a7756449-7809-41da-b5d0-acd5970f8189,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:36.051770 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:36.217371 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e84ba-d8d0-416d-a729-dc5543fc8eec req-6204b2e8-90fb-486e-8a6f-aa7f6c950f1a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:36.219227 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7a7e84ba-d8d0-416d-a729-dc5543fc8eec req-6204b2e8-90fb-486e-8a6f-aa7f6c950f1a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1196601 Oct 27 21:32:36.226214 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Attempting to bind port a7756449-7809-41da-b5d0-acd5970f8189 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:32:36.236336 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Attempting to bind port a7756449-7809-41da-b5d0-acd5970f8189 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:32:36.236840 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Attempting to bind port a7756449-7809-41da-b5d0-acd5970f8189 on network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:36.245472 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:36.265568 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Pushing event updated for resources: {'Port': ['ID=b0809f98-107b-46e5-841b-a06da66883f1,revision_number=1']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:36.311455 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7a7e84ba-d8d0-416d-a729-dc5543fc8eec req-8c622c05-00b1-4b72-ac79-1b1cbc165571 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840278 Oct 27 21:32:36.332010 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-fb3123d8-0f32-4c75-a38a-6f194c6e9b5c None None] Provisioning complete for port a7756449-7809-41da-b5d0-acd5970f8189 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:36.333035 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-fb3123d8-0f32-4c75-a38a-6f194c6e9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:36.346144 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:36.384481 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:32:36.384891 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Checking segment: {'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:36.385285 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:36.385681 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Bound using segment: {'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:32:36.386175 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Bound port: a7756449-7809-41da-b5d0-acd5970f8189, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:32:36.386556 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:36.407448 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Network dad02c11-bb3c-4394-a436-db55d62393c2 is already hosted by enough agents. {{(pid=101367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:32:36.413064 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:32:36.419249 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.base_scheduler [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Resources bound (agent type, host, resource id): {{(pid=101367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:36.424852 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57a0e0-2b6d-4c15-8ba6-3cbab6da9c1f req-7a7bc95f-5278-4586-a494-d4d32413a1a2 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:36.426665 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ca57a0e0-2b6d-4c15-8ba6-3cbab6da9c1f req-7a7bc95f-5278-4586-a494-d4d32413a1a2 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1220813 Oct 27 21:32:36.439895 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-fb3123d8-0f32-4c75-a38a-6f194c6e9b5c None None] Port a7756449-7809-41da-b5d0-acd5970f8189 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:32:36.443347 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Received port after_create {{(pid=101367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:32:36.462296 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:36.469194 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:32:36.534523 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Pushing event updated for resources: {'Port': ['ID=c0125fa1-8e1d-4e63-892c-832562500436,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:36.552186 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d50fe-b44e-4f43-8f56-6b9520a2b49d req-3d5f16d3-f4a5-48c0-9d44-f4e6fd285250 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:36.558141 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f61d50fe-b44e-4f43-8f56-6b9520a2b49d req-3d5f16d3-f4a5-48c0-9d44-f4e6fd285250 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 946 time: 0.0891290 Oct 27 21:32:36.560128 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2374d6-e3a5-469e-9571-be84b8038a03 req-d2f84513-1a02-4ab5-9102-6f078e281fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:36.561112 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1f2374d6-e3a5-469e-9571-be84b8038a03 req-d2f84513-1a02-4ab5-9102-6f078e281fb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=660916c61f3041dcb024daef8e8d02f6&device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 1099 time: 0.1310277 Oct 27 21:32:36.631693 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] For port a7756449-7809-41da-b5d0-acd5970f8189, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:32:36.649180 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f61d50fe-b44e-4f43-8f56-6b9520a2b49d req-b2c7e52f-9cf3-4d4c-b13c-f96db49a28a1 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800531 Oct 27 21:32:36.672407 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ca57a0e0-2b6d-4c15-8ba6-3cbab6da9c1f req-d20fb511-e569-4bf3-b3a3-92a22519438d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957572 Oct 27 21:32:36.696293 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] For port a7756449-7809-41da-b5d0-acd5970f8189, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=a7756449-7809-41da-b5d0-acd5970f8189,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:32:36.713260 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:36.718701 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Attempting to bind port b0809f98-107b-46e5-841b-a06da66883f1 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:32:36.719239 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Attempting to bind port b0809f98-107b-46e5-841b-a06da66883f1 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'b65f834d-d2ed-405c-8920-b5506ba5f3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:32:36.719757 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Attempting to bind port b0809f98-107b-46e5-841b-a06da66883f1 on network dad02c11-bb3c-4394-a436-db55d62393c2 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:36.766254 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:32:36.766531 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Checking segment: {'id': 'b65f834d-d2ed-405c-8920-b5506ba5f3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:36.766803 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:36.767217 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Bound using segment: {'id': 'b65f834d-d2ed-405c-8920-b5506ba5f3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:32:36.767735 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Bound port: b0809f98-107b-46e5-841b-a06da66883f1, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65f834d-d2ed-405c-8920-b5506ba5f3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:32:36.768116 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:36.861297 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851aecd-2599-42b3-9cc5-4885b92b57ad None None] Pushing event updated for resources: {'Port': ['ID=a7756449-7809-41da-b5d0-acd5970f8189,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:36.872431 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Routers {'fef3c587-464c-4563-a9c9-fcd4e9ed8086'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:32:36.873417 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:32:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:36.943363 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2374d6-e3a5-469e-9571-be84b8038a03 req-a4b537b0-8917-4079-ac07-9c0da8b79932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:36.945664 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1f2374d6-e3a5-469e-9571-be84b8038a03 req-a4b537b0-8917-4079-ac07-9c0da8b79932 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 HTTP/1.1" status: 200 len: 912 time: 0.3705437 Oct 27 21:32:37.007209 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f19e6a-9c53-44e8-82a7-f3602b0abd28 req-774d09b7-8d46-4b30-b5ae-d61647e1fc8e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:37.016486 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a4f19e6a-9c53-44e8-82a7-f3602b0abd28 req-774d09b7-8d46-4b30-b5ae-d61647e1fc8e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0709372 Oct 27 21:32:37.070395 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] For port b0809f98-107b-46e5-841b-a06da66883f1, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:32:37.075690 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] For port b0809f98-107b-46e5-841b-a06da66883f1, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=b0809f98-107b-46e5-841b-a06da66883f1,segment=NetworkSegment(b65f834d-d2ed-405c-8920-b5506ba5f3e2),segment_id=b65f834d-d2ed-405c-8920-b5506ba5f3e2)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:32:37.077192 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a4f19e6a-9c53-44e8-82a7-f3602b0abd28 req-40ac9374-a7ea-4a8e-ad36-b377149d5b3c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562594 Oct 27 21:32:37.098464 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:37.173734 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] Set router fef3c587-464c-4563-a9c9-fcd4e9ed8086 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:32:37.190810 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1f2374d6-e3a5-469e-9571-be84b8038a03 req-c965bd28-7870-40c5-b5a9-a6c75b87eeb4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b122e52-8ec7-4342-adc4-389da3e1ef1a HTTP/1.1" status: 200 len: 1002 time: 0.1975498 Oct 27 21:32:37.237021 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8bad2-9e9b-45f7-9340-f9c1fb6067ee None None] Pushing event updated for resources: {'Port': ['ID=b0809f98-107b-46e5-841b-a06da66883f1,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:37.258724 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:37.360233 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2374d6-e3a5-469e-9571-be84b8038a03 req-09bc3435-feb8-4c6a-927d-ef4afa6f3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:37.361365 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1f2374d6-e3a5-469e-9571-be84b8038a03 req-09bc3435-feb8-4c6a-927d-ef4afa6f3171 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=277221fb-10ab-4eb5-b84a-f5934fc5fe8a HTTP/1.1" status: 200 len: 850 time: 0.1610782 Oct 27 21:32:37.364668 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-de7f91d3-fdfd-4fb9-ab0d-7d1a55caee11 None None] Provisioning complete for port a7756449-7809-41da-b5d0-acd5970f8189 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:37.365096 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-de7f91d3-fdfd-4fb9-ab0d-7d1a55caee11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:37.550224 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-de7f91d3-fdfd-4fb9-ab0d-7d1a55caee11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:37.587201 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e81f1d-5876-4c2b-9f5c-3d98473eb61e req-9f2d6f76-d493-4783-84f4-88a22cc7a14d tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:37.590976 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-24e81f1d-5876-4c2b-9f5c-3d98473eb61e req-9f2d6f76-d493-4783-84f4-88a22cc7a14d tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 946 time: 0.2498739 Oct 27 21:32:37.595923 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:32:30Z', 'revision_number': 4, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'a7756449-7809-41da-b5d0-acd5970f8189', 'name': '', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'mac_address': 'fa:16:3e:15:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:29Z', 'updated_at': '2021-10-27T21:32:36Z', 'revision_number': 4, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'subnets': [{'id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:37.596403 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2374d6-e3a5-469e-9571-be84b8038a03 req-ac5e50c7-ae5d-4c44-b340-54e8c2a43250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:37.597878 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1f2374d6-e3a5-469e-9571-be84b8038a03 req-ac5e50c7-ae5d-4c44-b340-54e8c2a43250 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2137468 Oct 27 21:32:37.602299 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-de7f91d3-fdfd-4fb9-ab0d-7d1a55caee11 None None] For port a7756449-7809-41da-b5d0-acd5970f8189, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=a7756449-7809-41da-b5d0-acd5970f8189,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:37.639665 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-de7f91d3-fdfd-4fb9-ab0d-7d1a55caee11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:37.666600 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786f661-f821-4575-ade7-7b19643292c4 None None] The sync data for ids ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'] in dv-cinder-815746-1-iscsi is: [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:32:30Z', 'revision_number': 4, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'a7756449-7809-41da-b5d0-acd5970f8189', 'name': '', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'mac_address': 'fa:16:3e:15:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:29Z', 'updated_at': '2021-10-27T21:32:36Z', 'revision_number': 4, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'subnets': [{'id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:32:37.708512 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8b532a6e-3f65-496b-9299-2b10d7108a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:37.756269 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f91d3-fdfd-4fb9-ab0d-7d1a55caee11 None None] Pushing event updated for resources: {'Port': ['ID=a7756449-7809-41da-b5d0-acd5970f8189,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:37.901446 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628572'] for router, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:37.968239 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b709c-8d73-46c7-8dbe-03f73e68df7e req-6b7a4acf-41c7-470a-b828-c7399f21baaf tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:37.970575 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-388b709c-8d73-46c7-8dbe-03f73e68df7e req-6b7a4acf-41c7-470a-b828-c7399f21baaf tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 946 time: 0.1382110 Oct 27 21:32:38.069321 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-388b709c-8d73-46c7-8dbe-03f73e68df7e req-1b218f34-c462-4425-9dbc-8031f438f41d tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825164 Oct 27 21:32:38.101683 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c4d11-1425-40af-b572-33eaa66eb199 req-0d5ee360-b734-4ef4-bbb4-b959f92d4303 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:38.111397 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-468c4d11-1425-40af-b572-33eaa66eb199 req-0d5ee360-b734-4ef4-bbb4-b959f92d4303 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.5861766 Oct 27 21:32:38.166720 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1f2374d6-e3a5-469e-9571-be84b8038a03 req-cc8090b1-280d-4317-a5f5-de34fbad3d8c service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124517 Oct 27 21:32:38.250481 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff2832-22ef-42ae-baa0-b39a7ca1796e req-7d570074-d694-48e9-8f26-c64d476e9b10 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:38.265469 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-faff2832-22ef-42ae-baa0-b39a7ca1796e req-7d570074-d694-48e9-8f26-c64d476e9b10 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1243839 Oct 27 21:32:38.353798 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-468c4d11-1425-40af-b572-33eaa66eb199 req-6fd190b4-fe9f-403b-8855-af1b1e56e97e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411642 Oct 27 21:32:38.403965 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-faff2832-22ef-42ae-baa0-b39a7ca1796e req-06fc9b68-78eb-4a3f-a35f-6fda823dfaa4 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352055 Oct 27 21:32:38.477968 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:38.503899 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-24e81f1d-5876-4c2b-9f5c-3d98473eb61e req-79cff73b-8f72-456a-abb0-9c14461ee2a7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Deleting port a743d9f4-1283-4a0c-9c03-4a2cb09c607f {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:32:38.504251 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-24e81f1d-5876-4c2b-9f5c-3d98473eb61e req-79cff73b-8f72-456a-abb0-9c14461ee2a7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:38.583361 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:38.682375 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1f2374d6-e3a5-469e-9571-be84b8038a03 req-f585a5ac-eaa1-4b96-bc68-3867af570b28 service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875417 Oct 27 21:32:38.756092 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Router 0f3e7396-1e2e-481f-85e0-8b563871cdef is scheduled to L3 agent 1818124e-4753-4485-930e-911ae30a2937 with binding_index 1 {{(pid=101365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:32:38.782085 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc1455-0bed-424a-9cb1-b469fdbf6273 req-da8a9acb-c350-4d6d-a7c5-04cbc8963a39 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:38.790300 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-facc1455-0bed-424a-9cb1-b469fdbf6273 req-da8a9acb-c350-4d6d-a7c5-04cbc8963a39 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.2459955 Oct 27 21:32:38.805465 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-24e81f1d-5876-4c2b-9f5c-3d98473eb61e req-79cff73b-8f72-456a-abb0-9c14461ee2a7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] For port a743d9f4-1283-4a0c-9c03-4a2cb09c607f, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a743d9f4-1283-4a0c-9c03-4a2cb09c607f,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:38.805937 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-24e81f1d-5876-4c2b-9f5c-3d98473eb61e req-79cff73b-8f72-456a-abb0-9c14461ee2a7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:38.848637 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-24e81f1d-5876-4c2b-9f5c-3d98473eb61e req-79cff73b-8f72-456a-abb0-9c14461ee2a7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Calling delete_port for a743d9f4-1283-4a0c-9c03-4a2cb09c607f owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:32:38.983499 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-facc1455-0bed-424a-9cb1-b469fdbf6273 req-96c7d8cb-39ee-4d78-ae44-be4b4fa267c5 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842158 Oct 27 21:32:39.105729 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec67a0a-3479-4ebb-8809-6e02eb2a5fde None None] Network dad02c11-bb3c-4394-a436-db55d62393c2 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:32:39.155077 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:32:39.169674 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Sync routers for ids ['0f3e7396-1e2e-481f-85e0-8b563871cdef'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:32:39.195039 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Routers {'0f3e7396-1e2e-481f-85e0-8b563871cdef'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:32:39.197119 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:32:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0f3e7396-1e2e-481f-85e0-8b563871cdef'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:39.210588 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] Publish callbacks [] for router, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:39.213221 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-9ee7a26d-3032-4cf0-abff-e2de30e4f621 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9747977 Oct 27 21:32:39.216170 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 59072) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:39.305113 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device a7756449-7809-41da-b5d0-acd5970f8189 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:39.525976 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Set router 0f3e7396-1e2e-481f-85e0-8b563871cdef gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:32:39.754299 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-cad22cf9-200d-44ef-a729-14615491f985 None None] Provisioning complete for port b0809f98-107b-46e5-841b-a06da66883f1 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:39.761216 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-cad22cf9-200d-44ef-a729-14615491f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:39.919180 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'name': 'tempest-TestMinimumBasicScenario-464271197-router', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:34Z', 'updated_at': '2021-10-27T21:32:36Z', 'revision_number': 3, 'project_id': '9053a7210abd41cc90a9dbb648fb73ef', 'gw_port': {'id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:35Z', 'updated_at': '2021-10-27T21:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:39.935194 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port a7756449-7809-41da-b5d0-acd5970f8189 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:39.943290 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.042656 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Checking router: 0f3e7396-1e2e-481f-85e0-8b563871cdef for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:32:40.056028 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Updating router 0f3e7396-1e2e-481f-85e0-8b563871cdef port c0125fa1-8e1d-4e63-892c-832562500436 binding host dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:32:40.064893 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-24e81f1d-5876-4c2b-9f5c-3d98473eb61e req-79cff73b-8f72-456a-abb0-9c14461ee2a7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.103321 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29527646-96fc-4461-899e-a925121e4e33 req-a0bf0bd3-b1d5-4d05-9b39-2cb7c7dc88d6 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:40.118610 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.120538 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc077e-77c6-4922-9f22-3fc26ee4bf80 req-4992e2cc-b2b6-4674-81a5-158245dc48d7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:40.122859 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-29527646-96fc-4461-899e-a925121e4e33 req-a0bf0bd3-b1d5-4d05-9b39-2cb7c7dc88d6 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f598417-f28b-4ccf-be3f-9ebe0e764c1a HTTP/1.1" status: 200 len: 946 time: 0.6194518 Oct 27 21:32:40.128275 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-77bc077e-77c6-4922-9f22-3fc26ee4bf80 req-4992e2cc-b2b6-4674-81a5-158245dc48d7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.2451890 Oct 27 21:32:40.166448 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9c070cce-a35a-4470-b674-1fcbeabd69f0', '58dad19e-1637-43d3-975d-8e479fb490b4'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:40.194210 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cff73b-8f72-456a-abb0-9c14461ee2a7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Pushing event deleted for resources: {'Port': ['ID=a743d9f4-1283-4a0c-9c03-4a2cb09c607f,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:40.271522 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-cad22cf9-200d-44ef-a729-14615491f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.362824 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device b0809f98-107b-46e5-841b-a06da66883f1 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:40.368430 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e81f1d-5876-4c2b-9f5c-3d98473eb61e req-79cff73b-8f72-456a-abb0-9c14461ee2a7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] No DVR routers for this DVR port a743d9f4-1283-4a0c-9c03-4a2cb09c607f on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:32:40.375943 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-77bc077e-77c6-4922-9f22-3fc26ee4bf80 req-67976505-d499-4092-b76c-c29d2b207afd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033644 Oct 27 21:32:40.387327 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-24e81f1d-5876-4c2b-9f5c-3d98473eb61e req-79cff73b-8f72-456a-abb0-9c14461ee2a7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.393299 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-24e81f1d-5876-4c2b-9f5c-3d98473eb61e req-79cff73b-8f72-456a-abb0-9c14461ee2a7 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "DELETE /v2.0/ports/a743d9f4-1283-4a0c-9c03-4a2cb09c607f HTTP/1.1" status: 204 len: 173 time: 2.4994488 Oct 27 21:32:40.396266 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f598417-f28b-4ccf-be3f-9ebe0e764c1a', 'name': 'network-vif-deleted', 'tag': 'a743d9f4-1283-4a0c-9c03-4a2cb09c607f'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:40.409758 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571aa582-c821-40c9-845c-787c8d60cff6" -d '{"events": [{"server_uuid": "8f598417-f28b-4ccf-be3f-9ebe0e764c1a", "name": "network-vif-deleted", "tag": "a743d9f4-1283-4a0c-9c03-4a2cb09c607f"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:40.640532 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-cad22cf9-200d-44ef-a729-14615491f985 None None] For port b0809f98-107b-46e5-841b-a06da66883f1, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=b0809f98-107b-46e5-841b-a06da66883f1,segment=NetworkSegment(b65f834d-d2ed-405c-8920-b5506ba5f3e2),segment_id=b65f834d-d2ed-405c-8920-b5506ba5f3e2)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:40.668768 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.672916 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-cad22cf9-200d-44ef-a729-14615491f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.689993 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e953d-abdf-491e-8c42-b92b08f40c04 req-5bbe7fa5-6b70-4ed3-9cca-6e009b61514c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:40.691414 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-051e953d-abdf-491e-8c42-b92b08f40c04 req-5bbe7fa5-6b70-4ed3-9cca-6e009b61514c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1140351 Oct 27 21:32:40.726626 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Publish callbacks [] for port, precommit_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.740088 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.779016 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-051e953d-abdf-491e-8c42-b92b08f40c04 req-798f50df-bcf3-4951-9106-f46aeaa47c6c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789135 Oct 27 21:32:40.809274 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-29527646-96fc-4461-899e-a925121e4e33 req-a3ad209e-6b49-48c8-b1db-041333483c1b tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803176 Oct 27 21:32:40.830002 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Attempting to bind port c0125fa1-8e1d-4e63-892c-832562500436 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:32:40.830940 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Attempting to bind port c0125fa1-8e1d-4e63-892c-832562500436 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:32:40.831312 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Attempting to bind port c0125fa1-8e1d-4e63-892c-832562500436 on network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:40.839930 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:32:40.839930 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Checking segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:40.840252 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.840653 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Bound using segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:32:40.841166 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Bound port: c0125fa1-8e1d-4e63-892c-832562500436, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:32:40.841568 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.904685 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] For port c0125fa1-8e1d-4e63-892c-832562500436, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:32:40.908154 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] For port c0125fa1-8e1d-4e63-892c-832562500436, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=c0125fa1-8e1d-4e63-892c-832562500436,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:32:40.916423 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.921901 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port b0809f98-107b-46e5-841b-a06da66883f1 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:40.922518 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:40.945529 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c657927-bf46-41b7-8afb-ff8ccae35b88 None None] Pushing event updated for resources: {'Port': ['ID=c0125fa1-8e1d-4e63-892c-832562500436,revision_number=2']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:40.947389 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba24362f-c8cb-4252-ac03-a58fda85a829 x-openstack-request-id: req-ba24362f-c8cb-4252-ac03-a58fda85a829 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:40.947692 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f598417-f28b-4ccf-be3f-9ebe0e764c1a", "name": "network-vif-deleted", "tag": "a743d9f4-1283-4a0c-9c03-4a2cb09c607f", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:40.947946 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba24362f-c8cb-4252-ac03-a58fda85a829 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:40.948355 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f598417-f28b-4ccf-be3f-9ebe0e764c1a', 'name': 'network-vif-deleted', 'tag': 'a743d9f4-1283-4a0c-9c03-4a2cb09c607f', 'status': 'completed', 'code': 200} Oct 27 21:32:40.960036 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:41.051440 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c657927-bf46-41b7-8afb-ff8ccae35b88 None None] Pushing event updated for resources: {'Port': ['ID=c0125fa1-8e1d-4e63-892c-832562500436,revision_number=3']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:41.093379 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Routers {'0f3e7396-1e2e-481f-85e0-8b563871cdef'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:32:41.094012 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:32:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0f3e7396-1e2e-481f-85e0-8b563871cdef'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:41.099824 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-17ba24c5-125d-4e3a-b35e-a71cca004d85 None None] Provisioning complete for port b0809f98-107b-46e5-841b-a06da66883f1 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:41.100504 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-17ba24c5-125d-4e3a-b35e-a71cca004d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:41.122987 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c13a3a-c3e9-447f-ac70-684e90c94958 req-fc297a82-c782-4149-80a9-1f3767e54616 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:41.126231 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3c13a3a-c3e9-447f-ac70-684e90c94958 req-fc297a82-c782-4149-80a9-1f3767e54616 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1934772 Oct 27 21:32:41.160222 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad22cf9-200d-44ef-a729-14615491f985 None None] Pushing event updated for resources: {'Port': ['ID=b0809f98-107b-46e5-841b-a06da66883f1,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:41.200367 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device a743d9f4-1283-4a0c-9c03-4a2cb09c607f no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:32:41.293923 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: a743d9f4-1283-4a0c-9c03-4a2cb09c607f {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:32:41.293923 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device a743d9f4-1283-4a0c-9c03-4a2cb09c607f not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:32:41.294411 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3c13a3a-c3e9-447f-ac70-684e90c94958 req-b46ebe7a-7851-410c-ac06-c610f4287c11 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577778 Oct 27 21:32:41.432090 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Allocated IP 172.20.0.1 (dad02c11-bb3c-4394-a436-db55d62393c2/fa67ac01-97fd-4085-8334-62cae52efc10/e628e9d2-d846-42af-acbd-9e7811455949) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:32:41.551585 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device b0809f98-107b-46e5-841b-a06da66883f1 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:41.612397 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] Set router 0f3e7396-1e2e-481f-85e0-8b563871cdef gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:32:41.616210 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port b0809f98-107b-46e5-841b-a06da66883f1 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:41.616690 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:41.631520 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:41.656180 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623746db-16f6-463c-ab2c-a13dd02098b9 req-38e4f10e-adda-4d4f-87b0-9116a71f9dca tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:41.667326 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-623746db-16f6-463c-ab2c-a13dd02098b9 req-38e4f10e-adda-4d4f-87b0-9116a71f9dca tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1002622 Oct 27 21:32:41.721920 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-623746db-16f6-463c-ab2c-a13dd02098b9 req-ef2dc3b2-905e-43c2-a9fe-c8d805444d7c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526292 Oct 27 21:32:41.768577 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:41.824967 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Network dad02c11-bb3c-4394-a436-db55d62393c2 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:32:41.830514 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:41.832101 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'name': 'tempest-TestMinimumBasicScenario-464271197-router', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:34Z', 'updated_at': '2021-10-27T21:32:36Z', 'revision_number': 3, 'project_id': '9053a7210abd41cc90a9dbb648fb73ef', 'gw_port': {'id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:35Z', 'updated_at': '2021-10-27T21:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:41.833216 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:32:41.833934 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703873'] for router_interface, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:41.840680 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Pushing event updated for resources: {'Port': ['ID=e628e9d2-d846-42af-acbd-9e7811455949,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:41.871870 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b77e8-ea2a-4a4a-af09-0e3d2120bbaf None None] The sync data for ids ['0f3e7396-1e2e-481f-85e0-8b563871cdef'] in dv-cinder-815746-1-iscsi is: [{'id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'name': 'tempest-TestMinimumBasicScenario-464271197-router', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:34Z', 'updated_at': '2021-10-27T21:32:36Z', 'revision_number': 3, 'project_id': '9053a7210abd41cc90a9dbb648fb73ef', 'gw_port': {'id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:35Z', 'updated_at': '2021-10-27T21:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:32:41.904096 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:41.904443 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:41.904778 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:41.905133 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:41.905461 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:41.907253 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:41.907253 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:41.907253 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:41.907253 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:41.907253 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:41.907615 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:41.907615 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:32:42.062438 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:42.159728 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-7b8f6343-74ce-4ab3-b3e0-cb1cd342df79 None None] Provisioning complete for port e628e9d2-d846-42af-acbd-9e7811455949 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:42.161109 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6343-74ce-4ab3-b3e0-cb1cd342df79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:42.185776 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72918615-ce91-4263-b092-b2660291f89c req-a7a66b3c-481b-428b-b41c-8e1cad32bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:42.188572 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-72918615-ce91-4263-b092-b2660291f89c req-a7a66b3c-481b-428b-b41c-8e1cad32bc82 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.1074727 Oct 27 21:32:42.268913 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f6343-74ce-4ab3-b3e0-cb1cd342df79 None None] Port e628e9d2-d846-42af-acbd-9e7811455949 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:32:42.299673 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-72918615-ce91-4263-b092-b2660291f89c req-dcb3008d-2f14-4450-ad62-b3a82228e1f4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783486 Oct 27 21:32:42.322444 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e1dad-70f6-49bf-b310-a660575a6e73 req-b5a5f0e5-4b57-4a75-982b-c1320c3cb9f8 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:42.324838 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e7e1dad-70f6-49bf-b310-a660575a6e73 req-b5a5f0e5-4b57-4a75-982b-c1320c3cb9f8 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 945 time: 0.0970862 Oct 27 21:32:42.426926 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5e7e1dad-70f6-49bf-b310-a660575a6e73 req-4ac02426-84dd-40d0-af00-12d6cc9dbfda tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900550 Oct 27 21:32:42.451665 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:42.459025 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:42.460263 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630033'] for router_interface, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:42.605766 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Pushing event updated for resources: {'Port': ['ID=e628e9d2-d846-42af-acbd-9e7811455949,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:42.645051 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aceca5-d5e6-4539-9345-dab9483b5927 req-269e1bb4-78e3-4b4a-81ba-6389f145f8c4 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:42.652821 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-98aceca5-d5e6-4539-9345-dab9483b5927 req-269e1bb4-78e3-4b4a-81ba-6389f145f8c4 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1178548 Oct 27 21:32:42.714262 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Network dad02c11-bb3c-4394-a436-db55d62393c2 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:32:42.718548 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-98aceca5-d5e6-4539-9345-dab9483b5927 req-9b80935b-26a3-4469-beb9-b0bcc07db4c6 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645983 Oct 27 21:32:42.719988 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:32:42.916125 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88140c6-07d9-48b3-923f-52b3ea7c40a2 req-908e0f4a-a2c6-422d-83d1-c3595ff014cc tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:42.925986 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d88140c6-07d9-48b3-923f-52b3ea7c40a2 req-908e0f4a-a2c6-422d-83d1-c3595ff014cc tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0880914 Oct 27 21:32:42.937304 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Router 0f3e7396-1e2e-481f-85e0-8b563871cdef has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:32:42.991428 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d88140c6-07d9-48b3-923f-52b3ea7c40a2 req-5e5170a4-694b-4c28-8594-d3dcf3bc3ae3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642955 Oct 27 21:32:43.082368 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:32:43.088430 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-feba662a-8a5e-44a7-af96-05e64fe834fc admin admin] 10.222.0.53 "PUT /v2.0/routers/0f3e7396-1e2e-481f-85e0-8b563871cdef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8698661 Oct 27 21:32:43.341165 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-2effdc4b-6a12-473d-9e03-e86bf4942b00 None None] Provisioning complete for port e628e9d2-d846-42af-acbd-9e7811455949 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:43.342750 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-2effdc4b-6a12-473d-9e03-e86bf4942b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:43.422198 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-2effdc4b-6a12-473d-9e03-e86bf4942b00 None None] Port e628e9d2-d846-42af-acbd-9e7811455949 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:32:43.508386 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device c0125fa1-8e1d-4e63-892c-832562500436 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:43.579658 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port c0125fa1-8e1d-4e63-892c-832562500436 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:43.580197 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:43.629223 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ae56-a14d-4d17-839a-b6d4fedf0a7b req-d385f776-c831-4b2c-908b-1e782c3e827e tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:43.632787 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b1c2ae56-a14d-4d17-839a-b6d4fedf0a7b req-d385f776-c831-4b2c-908b-1e782c3e827e tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 945 time: 0.0924714 Oct 27 21:32:43.683635 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:43.687182 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b1c2ae56-a14d-4d17-839a-b6d4fedf0a7b req-99772134-f150-4ed0-bd0e-4a5d1319613a tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459852 Oct 27 21:32:43.733552 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port c0125fa1-8e1d-4e63-892c-832562500436, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=c0125fa1-8e1d-4e63-892c-832562500436,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:43.739846 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:43.825777 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=c0125fa1-8e1d-4e63-892c-832562500436,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:43.944276 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14470e0-440b-483b-97c8-fc1b9473847e req-f230120c-4f1e-4045-b895-b888ad5f4611 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:43.952254 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e14470e0-440b-483b-97c8-fc1b9473847e req-f230120c-4f1e-4045-b895-b888ad5f4611 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0984390 Oct 27 21:32:44.008455 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e14470e0-440b-483b-97c8-fc1b9473847e req-7e6ff86c-4c3d-467c-8bac-4815a0b76388 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500500 Oct 27 21:32:44.172385 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05452bdc-ccc9-40d1-8516-78df0a4eafdc req-7bbebbe0-440c-4bfa-999d-5e99bacf83d7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:44.180019 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-05452bdc-ccc9-40d1-8516-78df0a4eafdc req-7bbebbe0-440c-4bfa-999d-5e99bacf83d7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0776742 Oct 27 21:32:44.240455 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-05452bdc-ccc9-40d1-8516-78df0a4eafdc req-5aef8802-c33b-4bd9-ab66-3e81846e42f7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591171 Oct 27 21:32:44.394802 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Sync routers for ids ['0f3e7396-1e2e-481f-85e0-8b563871cdef'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:32:44.438415 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Routers {'0f3e7396-1e2e-481f-85e0-8b563871cdef'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:32:44.439216 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:32:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0f3e7396-1e2e-481f-85e0-8b563871cdef'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:44.572145 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Set router 0f3e7396-1e2e-481f-85e0-8b563871cdef gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:32:44.866112 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d01e1-9680-41d4-bdbe-e6730aa855b1 req-25778b50-2724-4bef-9a75-139ccc296871 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:44.868181 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-370d01e1-9680-41d4-bdbe-e6730aa855b1 req-25778b50-2724-4bef-9a75-139ccc296871 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 945 time: 0.0825677 Oct 27 21:32:44.881365 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'name': 'tempest-TestMinimumBasicScenario-464271197-router', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:34Z', 'updated_at': '2021-10-27T21:32:42Z', 'revision_number': 4, 'project_id': '9053a7210abd41cc90a9dbb648fb73ef', 'gw_port': {'id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:35Z', 'updated_at': '2021-10-27T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'e628e9d2-d846-42af-acbd-9e7811455949', 'name': '', 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'mac_address': 'fa:16:3e:8f:15:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fa67ac01-97fd-4085-8334-62cae52efc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:40Z', 'updated_at': '2021-10-27T21:32:42Z', 'revision_number': 2, 'project_id': '9053a7210abd41cc90a9dbb648fb73ef', 'subnets': [{'id': 'fa67ac01-97fd-4085-8334-62cae52efc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:44.912293 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Checking router: 0f3e7396-1e2e-481f-85e0-8b563871cdef for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:32:44.912994 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Updating router 0f3e7396-1e2e-481f-85e0-8b563871cdef port e628e9d2-d846-42af-acbd-9e7811455949 binding host dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:32:44.923089 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-370d01e1-9680-41d4-bdbe-e6730aa855b1 req-644a44aa-ad3f-4ac7-bab7-3bd6f0621b30 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479450 Oct 27 21:32:44.961389 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:45.197037 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0f768-5d92-4501-88b7-36fcfbb3c24d req-6343d05d-09d6-4774-a0d9-1f014d8cd98a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:45.210688 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-23b0f768-5d92-4501-88b7-36fcfbb3c24d req-6343d05d-09d6-4774-a0d9-1f014d8cd98a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0882993 Oct 27 21:32:45.215946 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6521cf-6897-4085-a29f-2b0066be3b5c req-8e22c083-5a6a-47d3-bd6a-be21777a26ab tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:45.224589 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6f6521cf-6897-4085-a29f-2b0066be3b5c req-8e22c083-5a6a-47d3-bd6a-be21777a26ab tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 945 time: 0.1367698 Oct 27 21:32:45.271740 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Publish callbacks [] for port, precommit_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:45.288830 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:45.361105 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bdfa5-1a82-402f-af9e-15981626acad None None] Pushing event updated for resources: {'Port': ['ID=e628e9d2-d846-42af-acbd-9e7811455949,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:45.380975 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-23b0f768-5d92-4501-88b7-36fcfbb3c24d req-8b2931ab-b15a-4206-b433-f1fc122e5094 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687555 Oct 27 21:32:45.495302 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Attempting to bind port e628e9d2-d846-42af-acbd-9e7811455949 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:32:45.495923 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Attempting to bind port e628e9d2-d846-42af-acbd-9e7811455949 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'b65f834d-d2ed-405c-8920-b5506ba5f3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:32:45.503250 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Attempting to bind port e628e9d2-d846-42af-acbd-9e7811455949 on network dad02c11-bb3c-4394-a436-db55d62393c2 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:32:45.525746 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:32:45.526271 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Checking segment: {'id': 'b65f834d-d2ed-405c-8920-b5506ba5f3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:32:45.526769 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:45.527257 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Bound using segment: {'id': 'b65f834d-d2ed-405c-8920-b5506ba5f3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:32:45.527843 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Bound port: e628e9d2-d846-42af-acbd-9e7811455949, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65f834d-d2ed-405c-8920-b5506ba5f3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:32:45.528333 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:45.637303 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device c0125fa1-8e1d-4e63-892c-832562500436 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:45.677561 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-6f6521cf-6897-4085-a29f-2b0066be3b5c req-d132aeb6-f6bf-4d15-a546-c0e84a095454 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Deleting port 58dad19e-1637-43d3-975d-8e479fb490b4 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:32:45.681141 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6f6521cf-6897-4085-a29f-2b0066be3b5c req-d132aeb6-f6bf-4d15-a546-c0e84a095454 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:45.737407 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] For port e628e9d2-d846-42af-acbd-9e7811455949, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:32:45.754546 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] For port e628e9d2-d846-42af-acbd-9e7811455949, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=e628e9d2-d846-42af-acbd-9e7811455949,segment=NetworkSegment(b65f834d-d2ed-405c-8920-b5506ba5f3e2),segment_id=b65f834d-d2ed-405c-8920-b5506ba5f3e2)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:32:45.773007 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:45.806493 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port c0125fa1-8e1d-4e63-892c-832562500436 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:45.806857 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:45.932404 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955fc8e-7d9c-4452-b0a1-93906c1d25fe req-ba1d1385-0ff3-4103-8da8-16aac628a989 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:45.946064 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f955fc8e-7d9c-4452-b0a1-93906c1d25fe req-ba1d1385-0ff3-4103-8da8-16aac628a989 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.4186816 Oct 27 21:32:46.016789 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-6f6521cf-6897-4085-a29f-2b0066be3b5c req-d132aeb6-f6bf-4d15-a546-c0e84a095454 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] For port 58dad19e-1637-43d3-975d-8e479fb490b4, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=58dad19e-1637-43d3-975d-8e479fb490b4,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:46.017214 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6f6521cf-6897-4085-a29f-2b0066be3b5c req-d132aeb6-f6bf-4d15-a546-c0e84a095454 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:46.062762 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df59f03-393a-4bb6-9101-dbb339d2c5f1 req-1b3a9f7e-dd77-4d57-a595-7b1bf15bcd2b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:46.072435 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5df59f03-393a-4bb6-9101-dbb339d2c5f1 req-1b3a9f7e-dd77-4d57-a595-7b1bf15bcd2b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1001234 Oct 27 21:32:46.091515 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-6f6521cf-6897-4085-a29f-2b0066be3b5c req-d132aeb6-f6bf-4d15-a546-c0e84a095454 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Calling delete_port for 58dad19e-1637-43d3-975d-8e479fb490b4 owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:32:46.126060 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5df59f03-393a-4bb6-9101-dbb339d2c5f1 req-ab035ebd-8446-4100-9238-38cac52c593a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522823 Oct 27 21:32:46.253334 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7e2e0-5b31-47db-9b41-ed38b24a2724 req-c7d2012d-e418-453c-94e9-bdf812d7ee5d tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:46.262327 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f8c7e2e0-5b31-47db-9b41-ed38b24a2724 req-c7d2012d-e418-453c-94e9-bdf812d7ee5d tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 945 time: 0.0639584 Oct 27 21:32:46.328266 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f8c7e2e0-5b31-47db-9b41-ed38b24a2724 req-e5d8d746-f659-4d06-9c4b-2a87b0230599 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615432 Oct 27 21:32:46.487722 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6f6521cf-6897-4085-a29f-2b0066be3b5c req-d132aeb6-f6bf-4d15-a546-c0e84a095454 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:46.515855 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Routers {'0f3e7396-1e2e-481f-85e0-8b563871cdef'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:32:46.516757 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:32:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0f3e7396-1e2e-481f-85e0-8b563871cdef'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:46.619150 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f955fc8e-7d9c-4452-b0a1-93906c1d25fe req-0fea84b0-de46-4edf-9cfe-8f48aefafb0d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6685905 Oct 27 21:32:46.656467 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-4224c9be-babc-445c-814e-14d8c450214c None None] Provisioning complete for port e628e9d2-d846-42af-acbd-9e7811455949 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:46.657286 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4224c9be-babc-445c-814e-14d8c450214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:46.663355 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9c070cce-a35a-4470-b674-1fcbeabd69f0', '58dad19e-1637-43d3-975d-8e479fb490b4'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:46.693439 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132aeb6-f6bf-4d15-a546-c0e84a095454 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Pushing event deleted for resources: {'Port': ['ID=58dad19e-1637-43d3-975d-8e479fb490b4,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:46.812046 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b9d1f-133f-4b67-a287-de3aedc931f0 req-d4060f77-144a-4314-940a-14b98b7963b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:46.813906 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5f6b9d1f-133f-4b67-a287-de3aedc931f0 req-d4060f77-144a-4314-940a-14b98b7963b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc6c55df10484f298c4a3a060945e240&device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 1098 time: 0.7702105 Oct 27 21:32:46.819492 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6521cf-6897-4085-a29f-2b0066be3b5c req-d132aeb6-f6bf-4d15-a546-c0e84a095454 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] No DVR routers for this DVR port 58dad19e-1637-43d3-975d-8e479fb490b4 on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:32:46.824988 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6f6521cf-6897-4085-a29f-2b0066be3b5c req-d132aeb6-f6bf-4d15-a546-c0e84a095454 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:46.834327 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6f6521cf-6897-4085-a29f-2b0066be3b5c req-d132aeb6-f6bf-4d15-a546-c0e84a095454 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "DELETE /v2.0/ports/58dad19e-1637-43d3-975d-8e479fb490b4 HTTP/1.1" status: 204 len: 173 time: 1.5955300 Oct 27 21:32:46.852517 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87579bf4-6a01-425c-a7f8-f07e6a389a05', 'name': 'network-vif-deleted', 'tag': '58dad19e-1637-43d3-975d-8e479fb490b4'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:46.859948 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb924b5-9411-437b-9f32-0f1e02d9a0c7" -d '{"events": [{"server_uuid": "87579bf4-6a01-425c-a7f8-f07e6a389a05", "name": "network-vif-deleted", "tag": "58dad19e-1637-43d3-975d-8e479fb490b4"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:46.965817 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bdfa5-1a82-402f-af9e-15981626acad None None] Pushing event updated for resources: {'Port': ['ID=e628e9d2-d846-42af-acbd-9e7811455949,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:46.990713 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2350d79-53f3-49b2-b7e3-6aab18c94dd4 x-openstack-request-id: req-c2350d79-53f3-49b2-b7e3-6aab18c94dd4 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:46.991702 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87579bf4-6a01-425c-a7f8-f07e6a389a05", "name": "network-vif-deleted", "tag": "58dad19e-1637-43d3-975d-8e479fb490b4", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:46.992375 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2350d79-53f3-49b2-b7e3-6aab18c94dd4 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:46.994148 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87579bf4-6a01-425c-a7f8-f07e6a389a05', 'name': 'network-vif-deleted', 'tag': '58dad19e-1637-43d3-975d-8e479fb490b4', 'status': 'completed', 'code': 200} Oct 27 21:32:47.102098 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b9d1f-133f-4b67-a287-de3aedc931f0 req-f75d1214-f48b-47d0-9df1-e0801df93b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:47.106246 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5f6b9d1f-133f-4b67-a287-de3aedc931f0 req-f75d1214-f48b-47d0-9df1-e0801df93b3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 200 len: 920 time: 0.2699645 Oct 27 21:32:47.108509 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] Set router 0f3e7396-1e2e-481f-85e0-8b563871cdef gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:32:47.223101 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4224c9be-babc-445c-814e-14d8c450214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:47.282601 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5f6b9d1f-133f-4b67-a287-de3aedc931f0 req-c35093f0-450c-41be-bad9-40d4533f9aae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bb4c2b4-a839-4327-9789-d3cae7fa0c31 HTTP/1.1" status: 200 len: 217 time: 0.1445894 Oct 27 21:32:47.445616 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b9d1f-133f-4b67-a287-de3aedc931f0 req-0f131277-b402-4766-bb54-aadf9bf0191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:47.449632 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5f6b9d1f-133f-4b67-a287-de3aedc931f0 req-0f131277-b402-4766-bb54-aadf9bf0191d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=55d4d4c6-62d1-4440-b670-fe01a605f294 HTTP/1.1" status: 200 len: 859 time: 0.1583581 Oct 27 21:32:47.546237 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5f6b9d1f-133f-4b67-a287-de3aedc931f0 req-a90fdfe0-a520-447e-a5a2-593d50d3014c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15eb65b5-0ac0-4d2d-8778-7e331e77b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877719 Oct 27 21:32:47.572449 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428efafe-2f79-4cae-9f24-4caacf411666 req-aa177572-04aa-4b27-b273-46c9acc9f9bd tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:47.592632 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-428efafe-2f79-4cae-9f24-4caacf411666 req-aa177572-04aa-4b27-b273-46c9acc9f9bd tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.2397652 Oct 27 21:32:47.657749 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-4224c9be-babc-445c-814e-14d8c450214c None None] For port e628e9d2-d846-42af-acbd-9e7811455949, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=e628e9d2-d846-42af-acbd-9e7811455949,segment=NetworkSegment(b65f834d-d2ed-405c-8920-b5506ba5f3e2),segment_id=b65f834d-d2ed-405c-8920-b5506ba5f3e2)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:47.673775 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4224c9be-babc-445c-814e-14d8c450214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:47.699807 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c2c5352d-aa46-4902-b17e-b6119d5bf1c5 req-5accb4fc-fccd-4576-a2e8-439d0e5227e5 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=87579bf4-6a01-425c-a7f8-f07e6a389a05 HTTP/1.1" status: 200 len: 210 time: 0.0797770 Oct 27 21:32:47.744837 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5f6b9d1f-133f-4b67-a287-de3aedc931f0 req-30e9e64d-a7cb-4c6c-a319-388d281f25cf service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099503 Oct 27 21:32:47.764101 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-428efafe-2f79-4cae-9f24-4caacf411666 req-b46e6c9f-2953-44d5-9712-24c5853ecb1a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643684 Oct 27 21:32:47.813484 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224c9be-babc-445c-814e-14d8c450214c None None] Pushing event updated for resources: {'Port': ['ID=e628e9d2-d846-42af-acbd-9e7811455949,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:47.911189 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5f6b9d1f-133f-4b67-a287-de3aedc931f0 req-084fd426-eafc-4f91-a55b-83d423ab2b92 service neutron] 10.222.0.83 "GET /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334128 Oct 27 21:32:47.917330 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-e11ee878-5706-4fe1-a5d6-1447d656f0f1 None None] Provisioning complete for port e628e9d2-d846-42af-acbd-9e7811455949 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:47.917695 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-e11ee878-5706-4fe1-a5d6-1447d656f0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:48.039625 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'name': 'tempest-TestMinimumBasicScenario-464271197-router', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:34Z', 'updated_at': '2021-10-27T21:32:42Z', 'revision_number': 4, 'project_id': '9053a7210abd41cc90a9dbb648fb73ef', 'gw_port': {'id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:35Z', 'updated_at': '2021-10-27T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'e628e9d2-d846-42af-acbd-9e7811455949', 'name': '', 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'mac_address': 'fa:16:3e:8f:15:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fa67ac01-97fd-4085-8334-62cae52efc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:40Z', 'updated_at': '2021-10-27T21:32:45Z', 'revision_number': 4, 'project_id': '9053a7210abd41cc90a9dbb648fb73ef', 'subnets': [{'id': 'fa67ac01-97fd-4085-8334-62cae52efc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:48.049083 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7563f-07fa-43cd-8f9e-9659ac6a3451 req-55773abc-6d73-4b47-8cf4-a6bb31584886 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:48.058581 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2cb7563f-07fa-43cd-8f9e-9659ac6a3451 req-55773abc-6d73-4b47-8cf4-a6bb31584886 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1017940 Oct 27 21:32:48.109994 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b826c48-b7b9-4ea1-86da-a670b9177bc3 None None] The sync data for ids ['0f3e7396-1e2e-481f-85e0-8b563871cdef'] in dv-cinder-815746-1-iscsi is: [{'id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'name': 'tempest-TestMinimumBasicScenario-464271197-router', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:34Z', 'updated_at': '2021-10-27T21:32:42Z', 'revision_number': 4, 'project_id': '9053a7210abd41cc90a9dbb648fb73ef', 'gw_port': {'id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:35Z', 'updated_at': '2021-10-27T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'e628e9d2-d846-42af-acbd-9e7811455949', 'name': '', 'network_id': 'dad02c11-bb3c-4394-a436-db55d62393c2', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'mac_address': 'fa:16:3e:8f:15:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fa67ac01-97fd-4085-8334-62cae52efc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:40Z', 'updated_at': '2021-10-27T21:32:45Z', 'revision_number': 4, 'project_id': '9053a7210abd41cc90a9dbb648fb73ef', 'subnets': [{'id': 'fa67ac01-97fd-4085-8334-62cae52efc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:32:48.122339 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2cb7563f-07fa-43cd-8f9e-9659ac6a3451 req-b68e0b31-2303-480a-90a3-60c8430c90a5 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615816 Oct 27 21:32:48.952302 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce22de-fb08-4dec-9cbc-e5af93ac9dbd req-dafebe6f-f568-4cf7-af78-f4951b59938e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:48.963727 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-57ce22de-fb08-4dec-9cbc-e5af93ac9dbd req-dafebe6f-f568-4cf7-af78-f4951b59938e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.1130309 Oct 27 21:32:49.035356 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-57ce22de-fb08-4dec-9cbc-e5af93ac9dbd req-04254111-ee9d-4dba-b01d-fe5d54456a2c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697973 Oct 27 21:32:49.191669 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 58dad19e-1637-43d3-975d-8e479fb490b4 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:32:49.237503 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 58dad19e-1637-43d3-975d-8e479fb490b4 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:32:49.238189 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 58dad19e-1637-43d3-975d-8e479fb490b4 not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:32:49.298505 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec73437-0d7a-4255-afa7-c12e67a60aa4 req-9c6b8c4e-314e-4355-961a-989fb8c558df tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:49.300427 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1ec73437-0d7a-4255-afa7-c12e67a60aa4 req-9c6b8c4e-314e-4355-961a-989fb8c558df tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0732632 Oct 27 21:32:49.338081 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:49.365575 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1ec73437-0d7a-4255-afa7-c12e67a60aa4 req-caf54424-1e88-4646-8406-cd906c4d9540 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581951 Oct 27 21:32:49.529429 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e628e9d2-d846-42af-acbd-9e7811455949 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:32:49.593097 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port e628e9d2-d846-42af-acbd-9e7811455949 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:32:49.593735 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:49.869260 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35439922-6f40-44ac-9897-7778d6a76218 req-2c3098c3-c42d-402c-82f4-22d28403930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:49.871859 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-35439922-6f40-44ac-9897-7778d6a76218 req-2c3098c3-c42d-402c-82f4-22d28403930b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 1099 time: 0.0778928 Oct 27 21:32:49.985649 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35439922-6f40-44ac-9897-7778d6a76218 req-05c0b324-2afb-4523-80c4-fcd11e7eaa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:49.987119 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-35439922-6f40-44ac-9897-7778d6a76218 req-05c0b324-2afb-4523-80c4-fcd11e7eaa37 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 918 time: 0.1062033 Oct 27 21:32:50.091135 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-35439922-6f40-44ac-9897-7778d6a76218 req-e7422f7a-3e12-4a6d-9d32-592fd5ff2617 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338 HTTP/1.1" status: 200 len: 1002 time: 0.0949774 Oct 27 21:32:50.187418 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35439922-6f40-44ac-9897-7778d6a76218 req-dcfca3f5-c439-4ba2-b55e-c47efa3c43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:50.188933 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-35439922-6f40-44ac-9897-7778d6a76218 req-dcfca3f5-c439-4ba2-b55e-c47efa3c43bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.0906248 Oct 27 21:32:50.217169 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4047fd-4a7b-4c6c-8d3a-9c560630c15d req-d950904a-7321-43ed-9133-737d42f24e05 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:50.224945 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-dd4047fd-4a7b-4c6c-8d3a-9c560630c15d req-d950904a-7321-43ed-9133-737d42f24e05 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0784307 Oct 27 21:32:50.314149 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-dd4047fd-4a7b-4c6c-8d3a-9c560630c15d req-9c96c493-45f4-4141-aac8-9c27b1fde2fc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876410 Oct 27 21:32:50.326654 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35439922-6f40-44ac-9897-7778d6a76218 req-73ae7e40-5a3e-4580-a1f1-3e0855db4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:50.329472 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-35439922-6f40-44ac-9897-7778d6a76218 req-73ae7e40-5a3e-4580-a1f1-3e0855db4982 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1020758 Oct 27 21:32:50.359983 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed89a4-b1d9-4fc7-97f6-0711f59024f9 req-da8d8d98-7574-4850-977c-794da3f1d4c0 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:50.362884 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-49ed89a4-b1d9-4fc7-97f6-0711f59024f9 req-da8d8d98-7574-4850-977c-794da3f1d4c0 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 946 time: 0.0574906 Oct 27 21:32:50.450877 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-49ed89a4-b1d9-4fc7-97f6-0711f59024f9 req-46c8e3f0-25fd-4dee-b6fe-7d25526c1bf0 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746219 Oct 27 21:32:50.481699 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-35439922-6f40-44ac-9897-7778d6a76218 req-cf0ac7dc-1c21-4d43-b7f8-00117341f1b3 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317670 Oct 27 21:32:50.569749 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897d8f6-b7e4-4c07-ac52-b837bc824a61 req-3ea3d824-e41c-4b05-899e-1114331ccc77 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:50.571382 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3897d8f6-b7e4-4c07-ac52-b837bc824a61 req-3ea3d824-e41c-4b05-899e-1114331ccc77 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.1043031 Oct 27 21:32:50.628363 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-35439922-6f40-44ac-9897-7778d6a76218 req-0347a494-b33d-43ad-ac46-5e058c530f63 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278470 Oct 27 21:32:50.641116 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3897d8f6-b7e4-4c07-ac52-b837bc824a61 req-0a18bce0-59b8-4148-bdef-01ce44af84cb tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586402 Oct 27 21:32:51.468120 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cc3f7-53e0-4e4e-8142-5dea8ab3238b req-522cf0da-1555-4d27-b911-67dc32bf927e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:51.469856 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-081cc3f7-53e0-4e4e-8142-5dea8ab3238b req-522cf0da-1555-4d27-b911-67dc32bf927e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0602231 Oct 27 21:32:51.535230 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-081cc3f7-53e0-4e4e-8142-5dea8ab3238b req-26a05704-15d3-430a-add9-4ef20aab3754 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559704 Oct 27 21:32:51.595187 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200c932-3b41-4b05-9214-24eaed2b62a7 req-38286ef2-fe39-4523-9cb8-d4bf7b046de5 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:51.598401 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b200c932-3b41-4b05-9214-24eaed2b62a7 req-38286ef2-fe39-4523-9cb8-d4bf7b046de5 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 946 time: 0.0748019 Oct 27 21:32:51.691030 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b200c932-3b41-4b05-9214-24eaed2b62a7 req-d5a76770-f24b-4c1b-a1f1-4060db9da38c tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821662 Oct 27 21:32:51.811406 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baf9cc-82b3-41ec-9c3d-cb5b3850ef4f req-1231bd1c-8000-40f4-81cc-1adb204c1fc4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:51.813687 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e3baf9cc-82b3-41ec-9c3d-cb5b3850ef4f req-1231bd1c-8000-40f4-81cc-1adb204c1fc4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0566211 Oct 27 21:32:51.897720 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e3baf9cc-82b3-41ec-9c3d-cb5b3850ef4f req-c602c890-d325-40a7-a4e9-1bf83568e43e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752358 Oct 27 21:32:52.832761 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce193a2b-8c16-4e49-99de-ad2fbea3552d req-45df8c50-ecb3-4db8-8fb5-bc72a3f6a131 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:52.837489 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ce193a2b-8c16-4e49-99de-ad2fbea3552d req-45df8c50-ecb3-4db8-8fb5-bc72a3f6a131 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 946 time: 0.0917580 Oct 27 21:32:52.856358 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab120a4-fb82-4c74-8621-833e00dbdda8 req-775b70d7-3fec-4d5b-8001-6d34678c9fb1 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:52.857894 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8ab120a4-fb82-4c74-8621-833e00dbdda8 req-775b70d7-3fec-4d5b-8001-6d34678c9fb1 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 946 time: 0.0963566 Oct 27 21:32:52.939533 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ce193a2b-8c16-4e49-99de-ad2fbea3552d req-bbd9d609-1122-4a18-a0fa-58a5e4a85308 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/security-groups?id=86da985a-9725-478b-a340-157ab07be25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966792 Oct 27 21:32:53.017245 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-8ab120a4-fb82-4c74-8621-833e00dbdda8 req-b21aca32-507e-47c5-86b7-5ae5520e40dd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Deleting port 9c070cce-a35a-4470-b674-1fcbeabd69f0 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:32:53.017505 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-8ab120a4-fb82-4c74-8621-833e00dbdda8 req-b21aca32-507e-47c5-86b7-5ae5520e40dd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:53.101054 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b45610-fdc4-4096-887b-9044180cfe2e req-e8b48fc6-ddea-4f28-bf0a-71ef2a429249 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:53.109551 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-98b45610-fdc4-4096-887b-9044180cfe2e req-e8b48fc6-ddea-4f28-bf0a-71ef2a429249 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 946 time: 0.0820749 Oct 27 21:32:53.163002 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-98b45610-fdc4-4096-887b-9044180cfe2e req-ae8f960f-aa8d-47b2-8650-17d4453cbac8 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521867 Oct 27 21:32:53.165035 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-8ab120a4-fb82-4c74-8621-833e00dbdda8 req-b21aca32-507e-47c5-86b7-5ae5520e40dd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] For port 9c070cce-a35a-4470-b674-1fcbeabd69f0, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9c070cce-a35a-4470-b674-1fcbeabd69f0,segment=NetworkSegment(0931c301-5ca1-468c-aaec-e46633319479),segment_id=0931c301-5ca1-468c-aaec-e46633319479)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:53.165645 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-8ab120a4-fb82-4c74-8621-833e00dbdda8 req-b21aca32-507e-47c5-86b7-5ae5520e40dd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:53.193072 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-8ab120a4-fb82-4c74-8621-833e00dbdda8 req-b21aca32-507e-47c5-86b7-5ae5520e40dd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Calling delete_port for 9c070cce-a35a-4470-b674-1fcbeabd69f0 owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:32:53.221445 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 90592bba-a65c-42e1-afb6-d7f7dbf36338 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:32:53.311605 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:53.353771 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:32:53.355291 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:53.363115 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a7a8ee-1176-4629-82d1-f407cc33de66" -d '{"events": [{"server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "name": "network-vif-unplugged", "status": "completed", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:53.367914 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:53.406580 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-8ab120a4-fb82-4c74-8621-833e00dbdda8 req-b21aca32-507e-47c5-86b7-5ae5520e40dd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:53.421134 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04564a97-1175-44f0-ab85-1ebfa0f518ea x-openstack-request-id: req-04564a97-1175-44f0-ab85-1ebfa0f518ea {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:53.421618 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "name": "network-vif-unplugged", "status": "completed", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:53.421919 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04564a97-1175-44f0-ab85-1ebfa0f518ea {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:53.422478 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'code': 200} Oct 27 21:32:53.443390 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=90592bba-a65c-42e1-afb6-d7f7dbf36338,revision_number=8']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:53.448024 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21aca32-507e-47c5-86b7-5ae5520e40dd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Pushing event deleted for resources: {'Port': ['ID=9c070cce-a35a-4470-b674-1fcbeabd69f0,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:53.451834 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9c070cce-a35a-4470-b674-1fcbeabd69f0'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:32:53.497243 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab120a4-fb82-4c74-8621-833e00dbdda8 req-b21aca32-507e-47c5-86b7-5ae5520e40dd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] No DVR routers for this DVR port 9c070cce-a35a-4470-b674-1fcbeabd69f0 on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:32:53.500122 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-8ab120a4-fb82-4c74-8621-833e00dbdda8 req-b21aca32-507e-47c5-86b7-5ae5520e40dd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:53.503833 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8ab120a4-fb82-4c74-8621-833e00dbdda8 req-b21aca32-507e-47c5-86b7-5ae5520e40dd tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.83 "DELETE /v2.0/ports/9c070cce-a35a-4470-b674-1fcbeabd69f0 HTTP/1.1" status: 204 len: 173 time: 0.6226692 Oct 27 21:32:53.504327 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb676e4f-1798-4622-9bf2-21b5e3d5eb5c', 'name': 'network-vif-deleted', 'tag': '9c070cce-a35a-4470-b674-1fcbeabd69f0'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:32:53.507191 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc6db92-d5c2-4d53-beb2-a55f85138fa3" -d '{"events": [{"server_uuid": "cb676e4f-1798-4622-9bf2-21b5e3d5eb5c", "name": "network-vif-deleted", "tag": "9c070cce-a35a-4470-b674-1fcbeabd69f0"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:32:53.559694 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3baf55-2337-4aa4-9ca6-b4842962d0f1 x-openstack-request-id: req-fe3baf55-2337-4aa4-9ca6-b4842962d0f1 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:32:53.560182 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb676e4f-1798-4622-9bf2-21b5e3d5eb5c", "name": "network-vif-deleted", "tag": "9c070cce-a35a-4470-b674-1fcbeabd69f0", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:32:53.560707 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe3baf55-2337-4aa4-9ca6-b4842962d0f1 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:32:53.561152 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb676e4f-1798-4622-9bf2-21b5e3d5eb5c', 'name': 'network-vif-deleted', 'tag': '9c070cce-a35a-4470-b674-1fcbeabd69f0', 'status': 'completed', 'code': 200} Oct 27 21:32:54.074083 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e706a896-a1a6-4d96-afa9-3b83eb4b3821 req-ab46d1e8-fed2-453a-b71d-78ae69a8d966 tempest-AttachVolumeNegativeTest-1343383166 tempest-AttachVolumeNegativeTest-1343383166-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb676e4f-1798-4622-9bf2-21b5e3d5eb5c HTTP/1.1" status: 200 len: 210 time: 0.0335975 Oct 27 21:32:54.330037 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0761c1-27f2-4c2b-a1ef-b9adb7c3eb19 req-0f291674-7e3c-4b5f-99bc-a53096c82587 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:54.338636 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2c0761c1-27f2-4c2b-a1ef-b9adb7c3eb19 req-0f291674-7e3c-4b5f-99bc-a53096c82587 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0979760 Oct 27 21:32:54.375588 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2c0761c1-27f2-4c2b-a1ef-b9adb7c3eb19 req-d7eb67d7-0832-4b57-912a-d3866d647de7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360656 Oct 27 21:32:54.715621 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:32:54.951914 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [req-811da4d0-ee74-43e0-b90f-66cf249ca283 req-9f718db6-515a-4d38-8226-a045bc4074f8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:32:54.952893 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-811da4d0-ee74-43e0-b90f-66cf249ca283 req-9f718db6-515a-4d38-8226-a045bc4074f8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054328 Oct 27 21:32:55.191310 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2656f54-1732-4bf6-bbae-88b731d9c490 req-84834b77-ec63-4ac3-a591-3f7061b64c92 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:55.192691 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 59308) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:55.205795 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c2656f54-1732-4bf6-bbae-88b731d9c490 req-84834b77-ec63-4ac3-a591-3f7061b64c92 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0980797 Oct 27 21:32:55.312524 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c2656f54-1732-4bf6-bbae-88b731d9c490 req-004ca4c1-da5f-4ecb-8024-4b96813ad121 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120963 Oct 27 21:32:55.398002 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3102bd1-228b-4ce7-b935-024ddefc8e2c admin admin] Deleting subnet 925a5092-ed1d-4fb8-b9bb-a90d2e0606f6 {{(pid=101365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:32:55.401978 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e3102bd1-228b-4ce7-b935-024ddefc8e2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:55.446138 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e3102bd1-228b-4ce7-b935-024ddefc8e2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14559635'] for subnet, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:55.528794 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e3102bd1-228b-4ce7-b935-024ddefc8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:55.634527 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e3102bd1-228b-4ce7-b935-024ddefc8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14562759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12641038'] for subnet, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:55.653192 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e3102bd1-228b-4ce7-b935-024ddefc8e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:55.656900 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-e3102bd1-228b-4ce7-b935-024ddefc8e2c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/925a5092-ed1d-4fb8-b9bb-a90d2e0606f6 HTTP/1.1" status: 204 len: 168 time: 0.4452069 Oct 27 21:32:55.659516 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 59330) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:55.677235 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3102bd1-228b-4ce7-b935-024ddefc8e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925a5092-ed1d-4fb8-b9bb-a90d2e0606f6,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:55.754709 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:55.830680 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 59336) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:55.866137 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:55.889432 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.889784 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.890509 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.890831 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > port after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.891145 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > port after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.891470 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > port after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.891775 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.892442 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.892937 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.893430 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.964887 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-6bbcca74-d7cc-42d7-93c4-e2db1a8a53da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306067 Oct 27 21:32:55.974523 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-93ce4023-eb8a-4a52-a267-4d258c00ccfd service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:32:55.975755 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-93ce4023-eb8a-4a52-a267-4d258c00ccfd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060091 Oct 27 21:32:55.989014 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.989840 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.990386 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.990920 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 21:32:55.991492 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae']}} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:56.023790 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0931c301-5ca1-468c-aaec-e46633319479') {'for_net_delete': True} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:56.024472 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0931c301-5ca1-468c-aaec-e46633319479') {} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:32:56.055599 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12665946'] for segment, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.080965 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.095871 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=101366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:32:56.096269 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12780439'] for segment, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: from cryptography.utils import int_from_bytes Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: from cryptography.utils import int_from_bytes Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: Traceback (most recent call last): Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: timer() Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: cb(*args, **kw) Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: return func(*args, **kwargs) Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: self._notify() Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: self.callback(batched_events) Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: event.method(event) Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: return f(self, *a, **k) Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._get(url).json() Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: return self.request(url, 'GET', **kwargs) Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:32:56.100807 dv-cinder-815746-1-iscsi neutron-server[101366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:32:56.164258 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.198907 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Pushing event deleted for resources: {'Network': ['ID=644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:56.202703 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.213917 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-5e8bb6b3-ec25-4189-bd2c-3820cbc4fb2a admin admin] 10.222.0.53 "DELETE /v2.0/networks/644ae4e7-5cff-43e1-aa9d-53efd6f9e6ae HTTP/1.1" status: 204 len: 168 time: 0.5500362 Oct 27 21:32:56.461776 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 59362) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:56.503213 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-97fb793f-3240-42f4-a0ae-f67d37627094 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82abb78d5839476888d22129c36dceb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396285 Oct 27 21:32:56.504663 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386902d1-accc-435a-a6c3-581245d0497d req-1f977ded-f496-47ca-8872-64f7b8b58431 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:56.505882 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 59364) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:32:56.506245 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-386902d1-accc-435a-a6c3-581245d0497d req-1f977ded-f496-47ca-8872-64f7b8b58431 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0562658 Oct 27 21:32:56.551338 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-386902d1-accc-435a-a6c3-581245d0497d req-bfa0831a-6749-4620-a1fc-12641c625e26 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376291 Oct 27 21:32:56.556723 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-78bcef54-7d23-4ae6-983c-0b52f1e79e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.590330 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-78bcef54-7d23-4ae6-983c-0b52f1e79e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.639398 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-78bcef54-7d23-4ae6-983c-0b52f1e79e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.642004 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-78bcef54-7d23-4ae6-983c-0b52f1e79e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:32:56.643199 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-78bcef54-7d23-4ae6-983c-0b52f1e79e13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86da985a-9725-478b-a340-157ab07be25c HTTP/1.1" status: 204 len: 168 time: 0.1360588 Oct 27 21:32:56.651256 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcef54-7d23-4ae6-983c-0b52f1e79e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86da985a-9725-478b-a340-157ab07be25c,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:32:57.042333 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-93bc71f5-2015-416e-bb3e-8e3417519bc7 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:57.044300 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-93bc71f5-2015-416e-bb3e-8e3417519bc7 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/networks?id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298 HTTP/1.1" status: 200 len: 814 time: 0.1142540 Oct 27 21:32:57.063752 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-136183af-8cc5-4c88-be05-aa1bc4df64a0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/quotas/3ebab3113a49438199feec3ebdb4856f HTTP/1.1" status: 200 len: 375 time: 0.0105159 Oct 27 21:32:57.122653 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-0fad4b74-c418-4ef5-aa14-36d3c0591b73 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ebab3113a49438199feec3ebdb4856f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526900 Oct 27 21:32:57.226135 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-367774d3-7f83-4a71-bec6-c5481b335ce9 service neutron] 10.222.0.53 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915139 Oct 27 21:32:57.322907 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-3011d532-3705-47c3-b09a-e80c5b7a4958 service neutron] 10.222.0.53 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897255 Oct 27 21:32:57.508732 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-be56fbe5-8977-4796-993b-16263fe95a83 req-8a34de5f-57b2-4deb-858d-648a279276d4 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 210 time: 0.0327644 Oct 27 21:32:57.684936 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe583910-a15a-4f50-9df1-cdeed30ef9da req-76d263d5-3848-41bf-9362-a00e5d889fcd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:57.692679 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fe583910-a15a-4f50-9df1-cdeed30ef9da req-76d263d5-3848-41bf-9362-a00e5d889fcd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0645032 Oct 27 21:32:57.736259 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fe583910-a15a-4f50-9df1-cdeed30ef9da req-73bda473-bfc7-4f72-b012-334e967119d6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Oct 27 21:32:58.612341 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-09ac2ac6-8eb6-4cb7-a31d-82fccf03a25d req-c95159c7-026c-400d-8ddc-3c46cc760817 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 210 time: 0.0294743 Oct 27 21:32:58.814278 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9c070cce-a35a-4470-b674-1fcbeabd69f0 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:32:58.844018 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 9c070cce-a35a-4470-b674-1fcbeabd69f0 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:32:58.844435 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9c070cce-a35a-4470-b674-1fcbeabd69f0 not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:32:58.845152 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 90592bba-a65c-42e1-afb6-d7f7dbf36338 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:32:58.859190 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21b3b3-6e2e-45f1-81b5-6634ae826332 req-03eb2685-13b8-46d5-abff-f54e3a1303a4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:58.860704 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fe21b3b3-6e2e-45f1-81b5-6634ae826332 req-03eb2685-13b8-46d5-abff-f54e3a1303a4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0550594 Oct 27 21:32:58.910891 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fe21b3b3-6e2e-45f1-81b5-6634ae826332 req-7dc48af6-e7f7-4f73-8cff-d8b8525c39e2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434308 Oct 27 21:32:59.790810 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2738c96c-4352-48d5-beba-2db9c5e6b986 req-beaefa6e-13fb-4d4b-973b-49466526a0d3 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 210 time: 0.0526476 Oct 27 21:32:59.804279 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-abb31127-98ba-4bab-ac16-450ee6a74357 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:32:59.805924 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-abb31127-98ba-4bab-ac16-450ee6a74357 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.83 "GET /v2.0/networks?id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298 HTTP/1.1" status: 200 len: 814 time: 0.1473341 Oct 27 21:32:59.836630 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Request body: {'port': {'device_id': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'admin_state_up': True, 'tenant_id': '3ebab3113a49438199feec3ebdb4856f'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:00.016749 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Made reservation on behalf of 3ebab3113a49438199feec3ebdb4856f for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:33:00.020312 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:00.152205 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e02e2-e55c-40c5-b29b-ad32b19d3d85 req-328a01c4-d13e-4a2f-9912-9339316a9a39 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:00.154078 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5d7e02e2-e55c-40c5-b29b-ad32b19d3d85 req-328a01c4-d13e-4a2f-9912-9339316a9a39 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.1392288 Oct 27 21:33:00.238805 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5d7e02e2-e55c-40c5-b29b-ad32b19d3d85 req-1114c9a1-9c18-4181-a9a6-103bfe67d6f4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578258 Oct 27 21:33:00.239878 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Allocated IP 172.20.0.12 (c9fb3ed6-60b5-4a78-9a89-df7d5be10298/c7f2ea11-4361-4e92-b912-0486f5023917/15cf9da9-37e2-46c8-804b-bed0cd30395a) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:33:00.404367 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:00.439056 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:00.482379 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:33:00.485903 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:33:00.488462 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:33:00.543126 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event updated for resources: {'Port': ['ID=15cf9da9-37e2-46c8-804b-bed0cd30395a,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:00.567503 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:00.568938 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:00.605389 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-274bf657-1b4c-4904-b767-2470d7885f77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7723987 Oct 27 21:33:00.842714 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-e0a60d2a-6ef7-4055-b493-dc157f98d222 None None] Provisioning complete for port 15cf9da9-37e2-46c8-804b-bed0cd30395a triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:33:00.853065 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-e0a60d2a-6ef7-4055-b493-dc157f98d222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:00.900528 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-e0a60d2a-6ef7-4055-b493-dc157f98d222 None None] Port 15cf9da9-37e2-46c8-804b-bed0cd30395a cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:33:00.924691 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f89d99-b2e8-45f5-a7bc-30e317b471d4 req-d395601d-348b-47c3-8f34-921c896ed390 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:00.926252 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-57f89d99-b2e8-45f5-a7bc-30e317b471d4 req-d395601d-348b-47c3-8f34-921c896ed390 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 932 time: 0.0816431 Oct 27 21:33:00.966646 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-57f89d99-b2e8-45f5-a7bc-30e317b471d4 req-2cb1d229-8b33-403f-bbce-c84e7d87ac06 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Oct 27 21:33:01.381119 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e6ee7-270d-4482-a400-9aaae0fd2647 req-9fc1a6eb-9dd1-4de6-8739-9682bc6cb020 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:01.382676 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-885e6ee7-270d-4482-a400-9aaae0fd2647 req-9fc1a6eb-9dd1-4de6-8739-9682bc6cb020 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0516634 Oct 27 21:33:01.423233 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-885e6ee7-270d-4482-a400-9aaae0fd2647 req-69f9057a-4bbc-4832-a4ba-7ba5b461a096 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335197 Oct 27 21:33:02.110003 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc9658-c82f-4e69-924c-72153a5a6714 req-00881192-b95e-4223-8e19-9468be56246c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:02.111632 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1dcc9658-c82f-4e69-924c-72153a5a6714 req-00881192-b95e-4223-8e19-9468be56246c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 932 time: 0.0693026 Oct 27 21:33:02.155550 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1dcc9658-c82f-4e69-924c-72153a5a6714 req-20b0ad9c-d645-4559-87d0-08fcbc68f8f9 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364881 Oct 27 21:33:02.548035 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9526d75-b660-4d8b-8d16-afab33014454 req-390dab1d-8988-43a9-9494-a7f39588d094 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:02.549659 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c9526d75-b660-4d8b-8d16-afab33014454 req-390dab1d-8988-43a9-9494-a7f39588d094 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0498111 Oct 27 21:33:02.593518 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c9526d75-b660-4d8b-8d16-afab33014454 req-3c0d32ef-e34e-4151-8164-26bbaba7adce tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371058 Oct 27 21:33:03.305279 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089fac7-f529-4866-9089-c3d0775d8c98 req-e24d714d-1b04-4a4e-b0ca-d175a6d5a96d tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:03.309423 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3089fac7-f529-4866-9089-c3d0775d8c98 req-e24d714d-1b04-4a4e-b0ca-d175a6d5a96d tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 932 time: 0.0642579 Oct 27 21:33:03.356032 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3089fac7-f529-4866-9089-c3d0775d8c98 req-c0d37bb2-8425-488b-adf8-294668560712 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430269 Oct 27 21:33:03.727156 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150418a-c6e3-4b1f-92fd-02aac453e7b2 req-ccd92944-58d2-44fb-ba12-19bdb2a6a997 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:03.728663 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b150418a-c6e3-4b1f-92fd-02aac453e7b2 req-ccd92944-58d2-44fb-ba12-19bdb2a6a997 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0573082 Oct 27 21:33:03.767170 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b150418a-c6e3-4b1f-92fd-02aac453e7b2 req-6b8f56fc-1a22-4973-8be6-91f22fee7c81 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323913 Oct 27 21:33:04.498168 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b8653-6ec1-4636-a0a7-8e565af6276d req-b1c02dc1-f0fa-4526-9523-ac5a21e66228 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:04.500062 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-228b8653-6ec1-4636-a0a7-8e565af6276d req-b1c02dc1-f0fa-4526-9523-ac5a21e66228 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 932 time: 0.0550902 Oct 27 21:33:04.551076 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-228b8653-6ec1-4636-a0a7-8e565af6276d req-0c585818-c498-48b2-a919-ac42f3020f1a tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409110 Oct 27 21:33:04.683044 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-746068e7-a9e7-48ab-9c4c-2ae9900a31a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:04.894984 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb93239-b1e9-4757-b5a4-32d2cb686c16 req-a31ebcd5-c95c-4212-b0b8-b00b803f977f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:04.897212 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bdb93239-b1e9-4757-b5a4-32d2cb686c16 req-a31ebcd5-c95c-4212-b0b8-b00b803f977f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0525858 Oct 27 21:33:04.936398 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bdb93239-b1e9-4757-b5a4-32d2cb686c16 req-f3db6f47-d056-4fcf-8316-ca58ae0a9557 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331035 Oct 27 21:33:05.700832 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b94e1-4ee7-45fd-b64c-c04ebd993139 req-90357718-5a94-41e1-aae1-4b283641c13d tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:05.702294 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-592b94e1-4ee7-45fd-b64c-c04ebd993139 req-90357718-5a94-41e1-aae1-4b283641c13d tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 932 time: 0.0506425 Oct 27 21:33:05.745693 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-592b94e1-4ee7-45fd-b64c-c04ebd993139 req-a82d974b-e839-4990-b12e-bc5bc436ab42 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373251 Oct 27 21:33:06.074340 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b9ac2-3d8e-43be-8c88-c47c92fcdaca req-beb0d219-6c37-4ac4-83a0-1551aae034ab tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:06.075864 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-424b9ac2-3d8e-43be-8c88-c47c92fcdaca req-beb0d219-6c37-4ac4-83a0-1551aae034ab tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0606191 Oct 27 21:33:06.122348 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-424b9ac2-3d8e-43be-8c88-c47c92fcdaca req-5f92162a-ec4f-47cc-90f4-8953dab4e2e6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396614 Oct 27 21:33:06.887615 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f459bc-90af-49c5-a17d-732c79b84eb8 req-9a8190ac-b8e0-4ecf-8c45-2df1e2f6219b tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:06.890294 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-06f459bc-90af-49c5-a17d-732c79b84eb8 req-9a8190ac-b8e0-4ecf-8c45-2df1e2f6219b tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 932 time: 0.0631156 Oct 27 21:33:06.936978 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-06f459bc-90af-49c5-a17d-732c79b84eb8 req-d740dd44-ec33-40a4-b7b9-63c2ebfba8ff tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399516 Oct 27 21:33:07.253959 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28fd0d-5ebb-4feb-ba26-cccfb08b0ca1 req-a41e33f9-7983-4f43-ad79-17e13a7300a2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:07.255996 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7b28fd0d-5ebb-4feb-ba26-cccfb08b0ca1 req-a41e33f9-7983-4f43-ad79-17e13a7300a2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0595026 Oct 27 21:33:07.297012 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7b28fd0d-5ebb-4feb-ba26-cccfb08b0ca1 req-e15717cf-3aa3-43b0-ba98-787c48b0688c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336225 Oct 27 21:33:07.627588 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-9e08890d-c849-4a64-8b28-8762e635e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:08.073569 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f32fe-1dcd-44d1-abf9-c52a4308ea05 req-0d6fcb58-e06f-4989-9550-9cbdc701feab tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:08.075219 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-632f32fe-1dcd-44d1-abf9-c52a4308ea05 req-0d6fcb58-e06f-4989-9550-9cbdc701feab tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 932 time: 0.0559547 Oct 27 21:33:08.122592 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-632f32fe-1dcd-44d1-abf9-c52a4308ea05 req-6ed9fe7c-1973-4318-8a2d-139325728e19 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401745 Oct 27 21:33:08.426820 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083fda7-9cde-4642-ba13-163cc4eb1e5f req-cae28cdf-8b05-4c61-b41f-1ff06c77af25 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:08.441035 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c083fda7-9cde-4642-ba13-163cc4eb1e5f req-cae28cdf-8b05-4c61-b41f-1ff06c77af25 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0537999 Oct 27 21:33:08.465119 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:08.485144 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c083fda7-9cde-4642-ba13-163cc4eb1e5f req-a2ed959b-2127-4ecb-a606-5d7a012a4260 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487974 Oct 27 21:33:08.576206 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:09.267193 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0957c1-8e0a-40e5-9008-cb72fa0b904f req-102fce8d-2713-41e9-a084-f6b852e0b5ac tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:09.268826 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cc0957c1-8e0a-40e5-9008-cb72fa0b904f req-102fce8d-2713-41e9-a084-f6b852e0b5ac tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 932 time: 0.0596499 Oct 27 21:33:09.314701 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cc0957c1-8e0a-40e5-9008-cb72fa0b904f req-c6513732-9c17-47dd-b9fb-f52049131b90 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Oct 27 21:33:09.630363 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c045434-6898-4a89-adb7-92651c7dd12e req-2805613e-b67c-474a-9ad1-88c37ccdd1fe tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:09.632502 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5c045434-6898-4a89-adb7-92651c7dd12e req-2805613e-b67c-474a-9ad1-88c37ccdd1fe tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0630174 Oct 27 21:33:09.677166 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5c045434-6898-4a89-adb7-92651c7dd12e req-d908e458-31e4-4dd7-8d20-a5c7cdb41849 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382314 Oct 27 21:33:10.456939 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e740bc-caef-4154-92ea-b1790348af37 req-6764398e-cf8e-400c-b0ce-4a0a66231966 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:10.458565 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-91e740bc-caef-4154-92ea-b1790348af37 req-6764398e-cf8e-400c-b0ce-4a0a66231966 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 932 time: 0.0723841 Oct 27 21:33:10.504090 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-91e740bc-caef-4154-92ea-b1790348af37 req-02dac46a-f08c-4e2f-bb50-9ec318c08dfb tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383439 Oct 27 21:33:10.569582 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:10.836524 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc3cc2-9629-42bb-82fe-2f814daa6f57 req-fcd9a41c-d2f2-4f04-9975-05f77b24a419 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:10.838203 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f6bc3cc2-9629-42bb-82fe-2f814daa6f57 req-fcd9a41c-d2f2-4f04-9975-05f77b24a419 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0728512 Oct 27 21:33:10.882446 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f6bc3cc2-9629-42bb-82fe-2f814daa6f57 req-cd0286be-0937-4822-93da-4bc2ba3e6d93 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380051 Oct 27 21:33:11.636580 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917b55a-3b92-4b5f-ac16-1923293cc843 req-89875e46-3d87-4196-826a-bb4d8330929f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:11.638277 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8917b55a-3b92-4b5f-ac16-1923293cc843 req-89875e46-3d87-4196-826a-bb4d8330929f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 932 time: 0.0556409 Oct 27 21:33:11.690912 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8917b55a-3b92-4b5f-ac16-1923293cc843 req-e78f00d1-4aa3-4c2e-a097-ce620bee36b0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388658 Oct 27 21:33:12.046478 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a4575-28ab-4764-900c-1fad2bf3bec0 req-254c00f9-8b69-4928-b0d1-e7af51c469c6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:12.048751 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-032a4575-28ab-4764-900c-1fad2bf3bec0 req-254c00f9-8b69-4928-b0d1-e7af51c469c6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0640533 Oct 27 21:33:12.093077 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-032a4575-28ab-4764-900c-1fad2bf3bec0 req-5c94dc36-f97e-4601-89bb-ddc4cc74beea tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364187 Oct 27 21:33:12.845270 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89afda8-10a7-47e0-8c3a-c7441b859fe6 req-cdabdf93-8e81-44f4-977d-dedde21e8503 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:12.848724 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c89afda8-10a7-47e0-8c3a-c7441b859fe6 req-cdabdf93-8e81-44f4-977d-dedde21e8503 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 932 time: 0.0648582 Oct 27 21:33:12.911877 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c89afda8-10a7-47e0-8c3a-c7441b859fe6 req-6ce3ae32-6241-42a2-8117-39f06e730e77 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528138 Oct 27 21:33:13.180652 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200437c-3a1c-43fb-9b3c-4c79e5c202ca req-55a8ecf4-b680-4968-9b80-70262244ad2d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:13.182276 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3200437c-3a1c-43fb-9b3c-4c79e5c202ca req-55a8ecf4-b680-4968-9b80-70262244ad2d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0522461 Oct 27 21:33:13.227479 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba85a6b-6c85-4a1d-9966-01705dd84d48 req-6cecb178-c247-4d2e-86af-7f51d7f38c96 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:13.229099 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7ba85a6b-6c85-4a1d-9966-01705dd84d48 req-6cecb178-c247-4d2e-86af-7f51d7f38c96 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0560246 Oct 27 21:33:13.237728 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3200437c-3a1c-43fb-9b3c-4c79e5c202ca req-178d2a80-0382-4397-b36b-74dc60dde949 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448654 Oct 27 21:33:13.282056 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7ba85a6b-6c85-4a1d-9966-01705dd84d48 req-4be00eb3-aab7-4d15-976c-efc92650549d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462809 Oct 27 21:33:13.551960 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Request body: {'port': {'device_id': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:13.610675 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.062426 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae6b79-8b97-40f4-8f1e-a06229ee0760 req-3aaa3b7c-527b-4dac-9b34-567e9b077760 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.069104 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-d5409e76-ddb9-4f1b-878c-e87818edecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.069967 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-aaae6b79-8b97-40f4-8f1e-a06229ee0760 req-3aaa3b7c-527b-4dac-9b34-567e9b077760 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 932 time: 0.0723596 Oct 27 21:33:14.070741 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-d5409e76-ddb9-4f1b-878c-e87818edecc3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037&tenant_id=6754f171bd894b85b26c66971cab7c26 HTTP/1.1" status: 200 len: 1097 time: 0.1252332 Oct 27 21:33:14.114789 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-aaae6b79-8b97-40f4-8f1e-a06229ee0760 req-373e619e-63b1-401e-abb4-27072fa200eb tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430584 Oct 27 21:33:14.205659 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-c203eab4-c687-4c67-b14e-4f1126ea0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.207230 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-c203eab4-c687-4c67-b14e-4f1126ea0d38 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 1097 time: 0.0914943 Oct 27 21:33:14.284632 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cf9da9-37e2-46c8-804b-bed0cd30395a {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:33:14.302082 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.324570 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Transition to ACTIVE for port object 15cf9da9-37e2-46c8-804b-bed0cd30395a will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:33:14.358176 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.417949 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-38102e81-ba47-4e1a-9c92-be7cde405829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.419300 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-38102e81-ba47-4e1a-9c92-be7cde405829 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 918 time: 0.1912916 Oct 27 21:33:14.449844 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89fa8-0123-49d5-9bcc-cd8b93de522e req-24f63e3e-33f7-40e6-956f-018dd3436bd4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.453054 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d4f89fa8-0123-49d5-9bcc-cd8b93de522e req-24f63e3e-33f7-40e6-956f-018dd3436bd4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0636539 Oct 27 21:33:14.457553 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7cf96-6a7d-4e60-8cf5-0a40d9b6d17e req-0781779f-ac6f-4235-989f-ab115f0ecdbb tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.459887 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b7c7cf96-6a7d-4e60-8cf5-0a40d9b6d17e req-0781779f-ac6f-4235-989f-ab115f0ecdbb tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1405885 Oct 27 21:33:14.489951 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Pushing event updated for resources: {'Port': ['ID=15cf9da9-37e2-46c8-804b-bed0cd30395a,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:14.535000 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d4f89fa8-0123-49d5-9bcc-cd8b93de522e req-af7dff43-e624-49b6-8b22-f12a23c30146 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666494 Oct 27 21:33:14.604237 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-ec6d8f54-6c66-462c-a0b5-e06ec0af4b70 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338 HTTP/1.1" status: 200 len: 1000 time: 0.1739285 Oct 27 21:33:14.627380 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b7c7cf96-6a7d-4e60-8cf5-0a40d9b6d17e req-229fe348-94ed-4ad7-b9c9-945cf86a50fb tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308715 Oct 27 21:33:14.662138 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Attempting to bind port 15cf9da9-37e2-46c8-804b-bed0cd30395a on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:33:14.662729 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Attempting to bind port 15cf9da9-37e2-46c8-804b-bed0cd30395a by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:33:14.662924 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Attempting to bind port 15cf9da9-37e2-46c8-804b-bed0cd30395a on network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:33:14.672405 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Port 15cf9da9-37e2-46c8-804b-bed0cd30395a on network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:33:14.672636 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Attempting to bind port 15cf9da9-37e2-46c8-804b-bed0cd30395a on network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:33:14.682347 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:33:14.682676 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Checking segment: {'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:33:14.683288 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Bound using segment: {'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:33:14.683625 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Bound port: 15cf9da9-37e2-46c8-804b-bed0cd30395a, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec64530a-039f-477c-bea5-0071c19743dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:33:14.683996 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.696033 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-67de2839-de71-4160-8603-d6e339791b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.697447 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-67de2839-de71-4160-8603-d6e339791b2e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.0848665 Oct 27 21:33:14.789549 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] For port 15cf9da9-37e2-46c8-804b-bed0cd30395a, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:33:14.793255 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] For port 15cf9da9-37e2-46c8-804b-bed0cd30395a, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:33:14.795673 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-f4c220ee-0b1d-4dc3-b108-6d624e9a8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.797213 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-f4c220ee-0b1d-4dc3-b108-6d624e9a8aa5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725017 Oct 27 21:33:14.798654 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.854031 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.854631 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:14.856045 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] 10.222.0.83 "PUT /v2.0/ports/15cf9da9-37e2-46c8-804b-bed0cd30395a HTTP/1.1" status: 200 len: 1094 time: 1.3087871 Oct 27 21:33:14.856502 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:14.859195 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99cfa00-64ef-4a68-ae3f-209dd9f2057d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:14.915338 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bb131-11c9-4aa8-a539-0cd48af6b854 service neutron] Pushing event updated for resources: {'Port': ['ID=15cf9da9-37e2-46c8-804b-bed0cd30395a,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:14.944491 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44811673-5525-4e43-9655-d45e3b97adff x-openstack-request-id: req-44811673-5525-4e43-9655-d45e3b97adff {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:14.944491 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:14.944831 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44811673-5525-4e43-9655-d45e3b97adff {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:14.945171 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'status': 'completed', 'code': 200} Oct 27 21:33:14.986074 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-9ab2ecd6-d29f-4c13-97e2-c33941f1188f service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618404 Oct 27 21:33:14.996464 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-d285c1b8-29da-44a5-8a8f-278a26c132d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:14.997989 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-d285c1b8-29da-44a5-8a8f-278a26c132d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ebab3113a49438199feec3ebdb4856f&device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 1097 time: 0.0678914 Oct 27 21:33:15.101299 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-7263306c-7d52-4b16-a473-ad540f932e2b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a HTTP/1.1" status: 200 len: 217 time: 0.0847759 Oct 27 21:33:15.181641 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d03524da-2820-4289-a2e1-3929da2fb9a5 req-7c572afd-1bfc-4881-aca1-ee97e92c7ed9 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825526 Oct 27 21:33:15.183515 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-3ac1cc99-3e1f-464e-b3bf-6b19c64fd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:15.184891 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-3ac1cc99-3e1f-464e-b3bf-6b19c64fd0ce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7f2ea11-4361-4e92-b912-0486f5023917 HTTP/1.1" status: 200 len: 853 time: 0.0678430 Oct 27 21:33:15.302902 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b81f9-277d-4412-b479-7cd40cdbe4d4 req-1be20ee1-f64d-4478-a240-109f65a19889 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:15.305671 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c39b81f9-277d-4412-b479-7cd40cdbe4d4 req-1be20ee1-f64d-4478-a240-109f65a19889 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.1176221 Oct 27 21:33:15.317766 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-93a66269-d848-4ebd-a048-46a0e635af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:15.320368 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-93a66269-d848-4ebd-a048-46a0e635af1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0994916 Oct 27 21:33:15.404037 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c39b81f9-277d-4412-b479-7cd40cdbe4d4 req-80bd567b-3e6e-4f7c-a209-ed7ecf29510d tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904303 Oct 27 21:33:15.462578 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-9b42359c-4bd8-4c44-a924-f1825e980c41 service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243713 Oct 27 21:33:15.599131 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-003b6209-227d-4c52-9cf6-5d4fef21e555 req-231848a2-fdd2-496d-90c0-da64ca340d58 service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230333 Oct 27 21:33:15.742030 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fa5cb-74a2-4e58-80f4-8ab94dff1913 req-810c064c-e405-47aa-8da3-16e5903986d0 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:15.744085 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4a5fa5cb-74a2-4e58-80f4-8ab94dff1913 req-810c064c-e405-47aa-8da3-16e5903986d0 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0665722 Oct 27 21:33:15.785763 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9fb22-d24d-48ad-833d-1fb82304b214 req-ca743e7f-7f27-446b-8586-6ea00c74a68b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:15.788382 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9cb9fb22-d24d-48ad-833d-1fb82304b214 req-ca743e7f-7f27-446b-8586-6ea00c74a68b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0741026 Oct 27 21:33:15.798771 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4a5fa5cb-74a2-4e58-80f4-8ab94dff1913 req-7eda06af-894f-484b-9c14-c76906ede727 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451541 Oct 27 21:33:15.856587 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9cb9fb22-d24d-48ad-833d-1fb82304b214 req-e3c93208-58a5-44ce-9146-fc7cc452df73 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608988 Oct 27 21:33:16.549537 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ba77e-e900-404b-80f5-42198dd29ce3 req-3b690871-b1b1-4589-9d23-22f8eb327f57 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:16.550814 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f55ba77e-e900-404b-80f5-42198dd29ce3 req-3b690871-b1b1-4589-9d23-22f8eb327f57 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0737851 Oct 27 21:33:16.607913 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f55ba77e-e900-404b-80f5-42198dd29ce3 req-9eedaec3-9721-4381-9084-89de9b58196c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476401 Oct 27 21:33:16.958944 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974c891-3c3e-43ca-bf90-3c5224d74a82 req-9fbb0255-3b4c-4939-b3c6-c8313e85dc4e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:16.962706 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8974c891-3c3e-43ca-bf90-3c5224d74a82 req-9fbb0255-3b4c-4939-b3c6-c8313e85dc4e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0749505 Oct 27 21:33:16.998767 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03253010-6159-4039-ac0c-1902b6f1e60b req-9b2eebe6-d3c8-457b-9725-d71185aa55ae tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:17.000748 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-03253010-6159-4039-ac0c-1902b6f1e60b req-9b2eebe6-d3c8-457b-9725-d71185aa55ae tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0654674 Oct 27 21:33:17.017662 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8974c891-3c3e-43ca-bf90-3c5224d74a82 req-b82e82cb-bc34-4bed-aa5f-fee0499671ed tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474410 Oct 27 21:33:17.045884 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-03253010-6159-4039-ac0c-1902b6f1e60b req-36c675cf-9138-4972-ba1b-bd344c8a81ff tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387645 Oct 27 21:33:17.754214 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff8178-0a91-456e-ad0b-0b19f57ee34b req-6a19ac68-0588-4a18-b21a-2ad173b2e684 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:17.755805 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-65ff8178-0a91-456e-ad0b-0b19f57ee34b req-6a19ac68-0588-4a18-b21a-2ad173b2e684 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0557885 Oct 27 21:33:17.807189 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-65ff8178-0a91-456e-ad0b-0b19f57ee34b req-6ddd42f0-725b-47eb-8a9d-4649e640bc31 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433633 Oct 27 21:33:18.153928 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728732e0-70a4-4023-bb24-68250632c376 req-11701784-df64-4e4c-a1fa-8e13645f9619 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:18.155568 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-728732e0-70a4-4023-bb24-68250632c376 req-11701784-df64-4e4c-a1fa-8e13645f9619 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0674675 Oct 27 21:33:18.199661 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-728732e0-70a4-4023-bb24-68250632c376 req-d9749ac4-7ae5-49e0-90f8-e26d75e4c2e4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371218 Oct 27 21:33:18.282009 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c5051-0c36-4e02-b937-8961dec0eba3 req-bdae50e0-4355-43d2-bd69-78962eb79649 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:18.294613 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-044c5051-0c36-4e02-b937-8961dec0eba3 req-bdae50e0-4355-43d2-bd69-78962eb79649 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.1476972 Oct 27 21:33:18.377989 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-044c5051-0c36-4e02-b937-8961dec0eba3 req-8c4e8e29-0b33-4d1d-8957-f972dd479ddf tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812409 Oct 27 21:33:18.932812 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3a139-50d9-4a5c-adbb-6ac2a2325360 req-07b35fc1-b29e-4c07-bea0-a24b66a7ab37 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:18.934452 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-18d3a139-50d9-4a5c-adbb-6ac2a2325360 req-07b35fc1-b29e-4c07-bea0-a24b66a7ab37 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0544374 Oct 27 21:33:18.981115 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-18d3a139-50d9-4a5c-adbb-6ac2a2325360 req-ebed327b-bb96-4747-ba33-0adeef7669e4 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Oct 27 21:33:19.337782 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52cf52-7697-481f-85d9-e7597b6e780b req-9a997d36-fb12-484a-8eb2-b3e8afad1739 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:19.339314 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-aa52cf52-7697-481f-85d9-e7597b6e780b req-9a997d36-fb12-484a-8eb2-b3e8afad1739 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0559590 Oct 27 21:33:19.345976 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:19.381989 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-aa52cf52-7697-481f-85d9-e7597b6e780b req-499ea9f5-7408-4cba-bbae-624a879dfab3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347064 Oct 27 21:33:19.501164 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cfcb1-0d5a-4f97-8cad-da764c16d22c req-6c8641fb-978d-4737-ba52-e96704054dca tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:19.503604 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b38cfcb1-0d5a-4f97-8cad-da764c16d22c req-6c8641fb-978d-4737-ba52-e96704054dca tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0501816 Oct 27 21:33:19.551555 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b38cfcb1-0d5a-4f97-8cad-da764c16d22c req-3ea85c7b-b58a-4458-ba79-58cb040ac624 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413270 Oct 27 21:33:20.129862 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff27f10-70b0-48b2-9239-6bcb6616a60b req-170ea8c3-b79c-439f-9e06-4f29a5157742 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:20.131428 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1ff27f10-70b0-48b2-9239-6bcb6616a60b req-170ea8c3-b79c-439f-9e06-4f29a5157742 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0570345 Oct 27 21:33:20.174765 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1ff27f10-70b0-48b2-9239-6bcb6616a60b req-fad0ec3a-d2f8-4cf5-a760-cfd4e6846f99 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370243 Oct 27 21:33:20.531258 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ebea0-a5fc-46fc-ba13-e68a34f37633 req-fab8dabe-841f-4997-b1a6-2be673a5e29b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:20.532886 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2e6ebea0-a5fc-46fc-ba13-e68a34f37633 req-fab8dabe-841f-4997-b1a6-2be673a5e29b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0605879 Oct 27 21:33:20.572562 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2e6ebea0-a5fc-46fc-ba13-e68a34f37633 req-4d0c30c6-60ea-4cbb-ab1c-e9ddc3158c71 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325522 Oct 27 21:33:20.681161 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7da11d-47c3-4896-9868-3fa56a875c6e req-2001c031-35db-47e0-84cf-f68d09695cc4 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:20.682700 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5f7da11d-47c3-4896-9868-3fa56a875c6e req-2001c031-35db-47e0-84cf-f68d09695cc4 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0503752 Oct 27 21:33:20.727405 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5f7da11d-47c3-4896-9868-3fa56a875c6e req-ecc40b82-a380-41d7-a2fb-c1b2d12ce63e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376420 Oct 27 21:33:21.307652 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66476897-1b95-433f-bd9d-9e1d4d30df7e req-2d480365-644b-4dfe-8c28-203baac3683c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:21.309248 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-66476897-1b95-433f-bd9d-9e1d4d30df7e req-2d480365-644b-4dfe-8c28-203baac3683c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0548098 Oct 27 21:33:21.358248 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-66476897-1b95-433f-bd9d-9e1d4d30df7e req-c0792a0c-46fe-46b4-ba94-ae807b673be3 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 Oct 27 21:33:21.710952 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23844452-8634-40c5-8f12-12986d0243dc req-56b6d02f-c6da-49ed-9b79-d6ecbb06c796 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:21.712905 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-23844452-8634-40c5-8f12-12986d0243dc req-56b6d02f-c6da-49ed-9b79-d6ecbb06c796 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0607750 Oct 27 21:33:21.754521 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-23844452-8634-40c5-8f12-12986d0243dc req-288da9f6-a182-4031-bde7-b24549e2cf4b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350070 Oct 27 21:33:21.855342 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e7d02-d346-480a-8fd1-4068bc5fe852 req-9ed6a3fd-04e1-47b5-b9be-9c1046083b9c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:21.857767 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-179e7d02-d346-480a-8fd1-4068bc5fe852 req-9ed6a3fd-04e1-47b5-b9be-9c1046083b9c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0535431 Oct 27 21:33:21.902638 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-179e7d02-d346-480a-8fd1-4068bc5fe852 req-07cad64f-89bc-46ad-9e08-7722e04627f4 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372343 Oct 27 21:33:22.504121 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc9b2d-055b-4717-9f20-911ef11f770e req-2f202e30-9d34-45d7-b8e5-d07041b3942e tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:22.505558 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9ecc9b2d-055b-4717-9f20-911ef11f770e req-2f202e30-9d34-45d7-b8e5-d07041b3942e tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0597608 Oct 27 21:33:22.550124 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9ecc9b2d-055b-4717-9f20-911ef11f770e req-ad06b129-87a0-4338-ac1b-d14d69441310 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353589 Oct 27 21:33:22.898402 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5edb6f-9707-47e8-9841-84916222bfdc req-e34874ee-ea2c-4a96-82fc-fc73b0bc2b09 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:22.900466 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4d5edb6f-9707-47e8-9841-84916222bfdc req-e34874ee-ea2c-4a96-82fc-fc73b0bc2b09 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0610015 Oct 27 21:33:22.942871 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4d5edb6f-9707-47e8-9841-84916222bfdc req-fa70d5a9-8480-49c2-8516-41aad2ba9d5f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357442 Oct 27 21:33:23.037059 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c404541-0d8c-447d-bcf2-3a66c95b5633 req-58170e3c-2a47-42a1-8957-9695a93df98d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:23.038826 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2c404541-0d8c-447d-bcf2-3a66c95b5633 req-58170e3c-2a47-42a1-8957-9695a93df98d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0503311 Oct 27 21:33:23.082755 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2c404541-0d8c-447d-bcf2-3a66c95b5633 req-604d16fb-a868-4bf6-b937-809945be87a8 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Oct 27 21:33:23.681689 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99b45d-cf3f-4ba6-aa7f-3af432213673 req-de748068-420e-4268-b4d7-9bd6b8050008 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:23.683432 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2b99b45d-cf3f-4ba6-aa7f-3af432213673 req-de748068-420e-4268-b4d7-9bd6b8050008 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0522244 Oct 27 21:33:23.729793 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2b99b45d-cf3f-4ba6-aa7f-3af432213673 req-e6faaf51-7a65-477c-bfbb-9b41b4739677 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384207 Oct 27 21:33:24.107050 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ee3cc-42bb-43ab-b08d-f4a714d14405 req-81f6d6e5-fc77-4c9c-924f-fbf34a10da99 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:24.116193 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-db5ee3cc-42bb-43ab-b08d-f4a714d14405 req-81f6d6e5-fc77-4c9c-924f-fbf34a10da99 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0736918 Oct 27 21:33:24.167773 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-db5ee3cc-42bb-43ab-b08d-f4a714d14405 req-8229cd89-26bf-43d3-a4b9-5f147bf33fd4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505085 Oct 27 21:33:24.223114 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4d2db-15a8-47ee-9906-e8c4c15867be req-df42789b-3dc2-4873-90a1-568a39471b54 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:24.224713 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f8e4d2db-15a8-47ee-9906-e8c4c15867be req-df42789b-3dc2-4873-90a1-568a39471b54 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0567760 Oct 27 21:33:24.277915 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f8e4d2db-15a8-47ee-9906-e8c4c15867be req-5cc6c300-0070-48f1-8375-8ff02877ed35 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457733 Oct 27 21:33:24.861127 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815c304-3e18-4105-ad0b-816c094e346f req-d4c8dd19-38a6-404b-9f5d-6afec85ece34 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:24.862629 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a815c304-3e18-4105-ad0b-816c094e346f req-d4c8dd19-38a6-404b-9f5d-6afec85ece34 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0537872 Oct 27 21:33:24.917876 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a815c304-3e18-4105-ad0b-816c094e346f req-2c813007-78bc-4cce-bb03-834f2db6a594 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478365 Oct 27 21:33:25.296917 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ef616-1709-4698-b2ff-f0d32c2ea295 req-40f5549e-9386-4ca8-b7ca-8692235e461d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:25.298303 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f77ef616-1709-4698-b2ff-f0d32c2ea295 req-40f5549e-9386-4ca8-b7ca-8692235e461d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0507741 Oct 27 21:33:25.339792 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f77ef616-1709-4698-b2ff-f0d32c2ea295 req-26dde681-ff16-4665-a1f5-f7bc01d97e77 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353630 Oct 27 21:33:25.405321 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce2ef3-c2ba-4fa5-9a21-78c105802250 req-bb12c1f7-b944-41cf-89df-ed76110cb340 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:25.406800 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5cce2ef3-c2ba-4fa5-9a21-78c105802250 req-bb12c1f7-b944-41cf-89df-ed76110cb340 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0503595 Oct 27 21:33:25.461531 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5cce2ef3-c2ba-4fa5-9a21-78c105802250 req-efef2eae-0519-46d2-9541-c8b8b8a5132c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483201 Oct 27 21:33:26.039309 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c302bc-7ae5-4dc1-8de5-d0a832944b33 req-e4ce0070-6b19-45dd-8be2-43475f5cd275 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:26.041230 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d0c302bc-7ae5-4dc1-8de5-d0a832944b33 req-e4ce0070-6b19-45dd-8be2-43475f5cd275 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0522563 Oct 27 21:33:26.083871 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d0c302bc-7ae5-4dc1-8de5-d0a832944b33 req-f84d487d-894e-44d9-840d-9de9cd92c127 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362594 Oct 27 21:33:26.516964 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72162c70-9e95-4116-9d21-ef38f77e55b7 req-78e6cf27-99b4-4011-a106-68ba89a1bd6d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:26.518428 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-72162c70-9e95-4116-9d21-ef38f77e55b7 req-78e6cf27-99b4-4011-a106-68ba89a1bd6d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0651848 Oct 27 21:33:26.563874 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-72162c70-9e95-4116-9d21-ef38f77e55b7 req-83778720-7f0b-41d4-9c9a-39e9184dd723 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335081 Oct 27 21:33:26.604339 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122998dd-f6d3-43a0-8ec5-b31a48f35c1d req-9d403a5f-b545-4e44-9781-20b073204fcc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:26.607713 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-122998dd-f6d3-43a0-8ec5-b31a48f35c1d req-9d403a5f-b545-4e44-9781-20b073204fcc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0584724 Oct 27 21:33:26.648380 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-122998dd-f6d3-43a0-8ec5-b31a48f35c1d req-1dc271b0-f960-40f0-805d-5896aad8adbd tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335424 Oct 27 21:33:27.209736 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb47590-f878-468b-b2df-0d17b5645824 req-d5a928f7-02dd-4c09-ad0d-6002eeb9ca7a tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:27.216611 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cdb47590-f878-468b-b2df-0d17b5645824 req-d5a928f7-02dd-4c09-ad0d-6002eeb9ca7a tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0659342 Oct 27 21:33:27.259849 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cdb47590-f878-468b-b2df-0d17b5645824 req-1149be74-49d8-4844-8b32-7a37ca409e84 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Oct 27 21:33:27.724826 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028789bb-56a7-4acd-9255-2f91ac6bca0f req-0d77920f-3b70-49b5-a553-be7d799d0eb6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:27.726515 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-028789bb-56a7-4acd-9255-2f91ac6bca0f req-0d77920f-3b70-49b5-a553-be7d799d0eb6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0641193 Oct 27 21:33:27.775395 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-028789bb-56a7-4acd-9255-2f91ac6bca0f req-ff2171cc-bec8-479e-b27c-d291a43001ac tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Oct 27 21:33:27.791943 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419bb7-ccca-450b-9446-9be29627fd4d req-7af3ff48-7041-4c52-9937-fd0c649670a3 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:27.793515 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3b419bb7-ccca-450b-9446-9be29627fd4d req-7af3ff48-7041-4c52-9937-fd0c649670a3 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0608916 Oct 27 21:33:27.846322 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3b419bb7-ccca-450b-9446-9be29627fd4d req-6d61064c-bf46-49c5-a5df-b475ef766869 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464642 Oct 27 21:33:28.390819 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b10fe3-7514-4686-a777-60c31184a3b7 req-db95fa55-6df8-4a32-b655-90581d4de691 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:28.392963 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-93b10fe3-7514-4686-a777-60c31184a3b7 req-db95fa55-6df8-4a32-b655-90581d4de691 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0574036 Oct 27 21:33:28.437753 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-93b10fe3-7514-4686-a777-60c31184a3b7 req-904209b8-3620-480e-9848-5a54a158aa79 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362144 Oct 27 21:33:28.901184 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716e8ae-53e9-41aa-98e8-e580b051bf8a req-9aeb1892-ae41-42a6-b567-ad78023cfa0d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:28.902837 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d716e8ae-53e9-41aa-98e8-e580b051bf8a req-9aeb1892-ae41-42a6-b567-ad78023cfa0d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0539639 Oct 27 21:33:28.941911 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d716e8ae-53e9-41aa-98e8-e580b051bf8a req-3916907f-d1cb-4660-9142-234a47e11ada tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332322 Oct 27 21:33:28.968734 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857704fa-ed67-4e65-a06b-49128426f290 req-716b8ad8-ad4e-43f0-8870-09b72d1d577a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:28.970211 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-857704fa-ed67-4e65-a06b-49128426f290 req-716b8ad8-ad4e-43f0-8870-09b72d1d577a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0499382 Oct 27 21:33:29.017845 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-857704fa-ed67-4e65-a06b-49128426f290 req-6d56816b-bf72-4169-841a-f7056246d0e1 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385115 Oct 27 21:33:29.264543 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cfa00-64ef-4a68-ae3f-209dd9f2057d req-0bd1e107-d6f8-41a3-8084-06d1042fe572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:29.266079 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a99cfa00-64ef-4a68-ae3f-209dd9f2057d req-0bd1e107-d6f8-41a3-8084-06d1042fe572 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ebab3113a49438199feec3ebdb4856f&device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 1097 time: 0.0498064 Oct 27 21:33:29.438144 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f562-c830-4d6d-9ded-6fcbc245c665 req-e917cb2d-caf2-4bbd-87fa-877a96fb8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:29.439610 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cd91f562-c830-4d6d-9ded-6fcbc245c665 req-e917cb2d-caf2-4bbd-87fa-877a96fb8fe8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 1097 time: 0.0896342 Oct 27 21:33:29.448952 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cfa00-64ef-4a68-ae3f-209dd9f2057d req-678bde2b-7dff-4283-a14e-b293385384aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:29.450350 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a99cfa00-64ef-4a68-ae3f-209dd9f2057d req-678bde2b-7dff-4283-a14e-b293385384aa service neutron] 10.222.0.83 "GET /v2.0/networks?id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298 HTTP/1.1" status: 200 len: 915 time: 0.1192861 Oct 27 21:33:29.509935 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a99cfa00-64ef-4a68-ae3f-209dd9f2057d req-0c57ef1d-358d-482b-a46a-a4e01bb45f2b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a HTTP/1.1" status: 200 len: 217 time: 0.0405064 Oct 27 21:33:29.560736 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa5b5c-cb9c-4abe-a913-9f471ad7b7c7 req-1c8ea833-4742-4f6f-972e-05bdac3753ad tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:29.562317 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-74aa5b5c-cb9c-4abe-a913-9f471ad7b7c7 req-1c8ea833-4742-4f6f-972e-05bdac3753ad tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0503407 Oct 27 21:33:29.599550 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cfa00-64ef-4a68-ae3f-209dd9f2057d req-3472eb0a-ad46-4d14-a600-1f4bd141fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:29.601040 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a99cfa00-64ef-4a68-ae3f-209dd9f2057d req-3472eb0a-ad46-4d14-a600-1f4bd141fba8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7f2ea11-4361-4e92-b912-0486f5023917 HTTP/1.1" status: 200 len: 853 time: 0.0790601 Oct 27 21:33:29.602957 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-74aa5b5c-cb9c-4abe-a913-9f471ad7b7c7 req-f9495988-c968-4d50-b912-6a4703d14fdb tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342553 Oct 27 21:33:29.644911 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f562-c830-4d6d-9ded-6fcbc245c665 req-c6e6707f-bfdd-4681-93a6-372b424acb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:29.646469 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cd91f562-c830-4d6d-9ded-6fcbc245c665 req-c6e6707f-bfdd-4681-93a6-372b424acb27 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 918 time: 0.1713850 Oct 27 21:33:29.661744 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cfa00-64ef-4a68-ae3f-209dd9f2057d req-9a954f4d-317f-4137-b62e-fa58e23f041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:29.663179 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a99cfa00-64ef-4a68-ae3f-209dd9f2057d req-9a954f4d-317f-4137-b62e-fa58e23f041c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484233 Oct 27 21:33:30.072103 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3a389-e8bb-4625-9f5a-501012f9acea req-af9cc143-093b-42f6-86e4-206da9d33a6e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:30.073637 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9db3a389-e8bb-4625-9f5a-501012f9acea req-af9cc143-093b-42f6-86e4-206da9d33a6e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0552611 Oct 27 21:33:30.113500 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9db3a389-e8bb-4625-9f5a-501012f9acea req-a39d91bc-3708-4945-93ff-44576fb6e411 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330873 Oct 27 21:33:30.145333 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50137b8a-ca33-4a59-af46-b7606dd8c647 req-0479ea66-92dc-4045-901d-5fae0b7cf1bc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:30.147097 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-50137b8a-ca33-4a59-af46-b7606dd8c647 req-0479ea66-92dc-4045-901d-5fae0b7cf1bc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0523160 Oct 27 21:33:30.189008 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-50137b8a-ca33-4a59-af46-b7606dd8c647 req-bc3d988c-82d6-4c66-ac45-ee5c85475102 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356500 Oct 27 21:33:30.720428 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca330e-c3d0-4f33-b817-1060cac4bd31 req-f3c5ea09-4ac2-429f-b972-26aeb37cf7b8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:30.721919 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5fca330e-c3d0-4f33-b817-1060cac4bd31 req-f3c5ea09-4ac2-429f-b972-26aeb37cf7b8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0515034 Oct 27 21:33:30.764853 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5fca330e-c3d0-4f33-b817-1060cac4bd31 req-94beef0c-8021-4806-8dd7-3c925074f9d1 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337508 Oct 27 21:33:31.239816 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b97304-5025-4880-af7b-e71f33fda25c req-4ebdeca9-54b0-438d-b5f6-bcb2da9df27c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:31.241327 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-93b97304-5025-4880-af7b-e71f33fda25c req-4ebdeca9-54b0-438d-b5f6-bcb2da9df27c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0513616 Oct 27 21:33:31.281024 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-93b97304-5025-4880-af7b-e71f33fda25c req-f089db5b-5183-4f2f-8cfe-93b48e5f879d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334218 Oct 27 21:33:31.319161 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c842532-0950-4da8-a9d4-97d4cc7a237f req-da7baa56-0c7a-4e9a-8959-064ad8578ffc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:31.325088 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7c842532-0950-4da8-a9d4-97d4cc7a237f req-da7baa56-0c7a-4e9a-8959-064ad8578ffc tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0658975 Oct 27 21:33:31.366747 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7c842532-0950-4da8-a9d4-97d4cc7a237f req-024e5523-6fa9-475b-add1-d28656e728ee tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355477 Oct 27 21:33:31.715913 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:33:31.892543 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f8bf3-65f7-42bd-8451-9172409bbe5d req-b9b88615-b4b2-4322-8914-82a59fb5b016 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:31.894028 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b01f8bf3-65f7-42bd-8451-9172409bbe5d req-b9b88615-b4b2-4322-8914-82a59fb5b016 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0516067 Oct 27 21:33:31.931659 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b01f8bf3-65f7-42bd-8451-9172409bbe5d req-c916c6f3-e977-4bb7-a694-def75fcdf4d0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Oct 27 21:33:32.410104 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe3718-cfc8-4781-a09b-67f0ceb82137 req-b2973975-6ff9-421d-b391-f9f6a764303a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:32.411596 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d5fe3718-cfc8-4781-a09b-67f0ceb82137 req-b2973975-6ff9-421d-b391-f9f6a764303a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0527599 Oct 27 21:33:32.452168 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d5fe3718-cfc8-4781-a09b-67f0ceb82137 req-391405ff-3ffa-4619-aac5-3c1432802970 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343764 Oct 27 21:33:32.490281 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514649b-8862-4d8f-a7d9-b2fa91c276e5 req-4a75a402-8e06-46b3-a4d0-957f9e0652d7 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:32.491771 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0514649b-8862-4d8f-a7d9-b2fa91c276e5 req-4a75a402-8e06-46b3-a4d0-957f9e0652d7 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0501919 Oct 27 21:33:32.539137 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0514649b-8862-4d8f-a7d9-b2fa91c276e5 req-f80593db-30ba-4873-97e0-f32b9d8ae7ed tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383322 Oct 27 21:33:32.696637 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cd91f562-c830-4d6d-9ded-6fcbc245c665 req-d55ca6f9-a04b-4af8-ada7-656c4e3f4fc0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338 HTTP/1.1" status: 200 len: 1000 time: 0.1103640 Oct 27 21:33:32.748738 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a99cfa00-64ef-4a68-ae3f-209dd9f2057d req-a39c35be-8112-4503-9867-d75842497f35 service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566484 Oct 27 21:33:32.775205 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f562-c830-4d6d-9ded-6fcbc245c665 req-2b1ceddb-4158-4a4b-b6de-a8352fe99768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:32.776611 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cd91f562-c830-4d6d-9ded-6fcbc245c665 req-2b1ceddb-4158-4a4b-b6de-a8352fe99768 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.0624394 Oct 27 21:33:33.098701 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f562-c830-4d6d-9ded-6fcbc245c665 req-0c16cd73-cf9a-48cf-a1ea-5f2239b48387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:33.100455 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cd91f562-c830-4d6d-9ded-6fcbc245c665 req-0c16cd73-cf9a-48cf-a1ea-5f2239b48387 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3118172 Oct 27 21:33:33.109350 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351da19b-d3ad-4f03-8e0f-50571018c9aa req-ae41af1c-c8a8-4910-9a24-efec758110ba tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:33.117234 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-351da19b-d3ad-4f03-8e0f-50571018c9aa req-ae41af1c-c8a8-4910-9a24-efec758110ba tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0679526 Oct 27 21:33:33.148482 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a99cfa00-64ef-4a68-ae3f-209dd9f2057d req-3328678b-ee84-477c-be89-536a39c1ad7f service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813336 Oct 27 21:33:33.182130 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-351da19b-d3ad-4f03-8e0f-50571018c9aa req-92955060-334e-4370-8ec7-b067315deec7 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617611 Oct 27 21:33:33.255859 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cd91f562-c830-4d6d-9ded-6fcbc245c665 req-4165b44d-be17-4d35-8a58-6a6a1744dae9 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232493 Oct 27 21:33:33.368011 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cd91f562-c830-4d6d-9ded-6fcbc245c665 req-5896bb79-0672-4da8-a69d-bfa0a20e6f93 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874512 Oct 27 21:33:33.580480 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400040f9-4e45-40e6-91a7-9476eee69016 req-49022ed0-aab6-4549-9b03-bac88e95c2c7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:33.582306 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-400040f9-4e45-40e6-91a7-9476eee69016 req-49022ed0-aab6-4549-9b03-bac88e95c2c7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0554354 Oct 27 21:33:33.621586 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-400040f9-4e45-40e6-91a7-9476eee69016 req-e3179d61-9bef-47b0-8115-ba3cdf8d63bd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325096 Oct 27 21:33:33.677883 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899aafb-de01-4e78-b075-0f2f1906c1fb req-3a93a480-1f44-448a-8535-b95b4e15278b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:33.686300 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e899aafb-de01-4e78-b075-0f2f1906c1fb req-3a93a480-1f44-448a-8535-b95b4e15278b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0626855 Oct 27 21:33:33.720641 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e899aafb-de01-4e78-b075-0f2f1906c1fb req-9d1876c0-0266-49e2-9026-caafb1a2fe4e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350320 Oct 27 21:33:33.907512 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f2bae-557e-4608-9e2c-ccc8e86fc3bc req-30dca7ee-8710-4812-9d92-3c76af682f83 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:33.909073 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-eb6f2bae-557e-4608-9e2c-ccc8e86fc3bc req-30dca7ee-8710-4812-9d92-3c76af682f83 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 945 time: 0.0498407 Oct 27 21:33:33.966015 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-eb6f2bae-557e-4608-9e2c-ccc8e86fc3bc req-8c2f6ecf-75a1-4303-b059-9e4b61d06cd9 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491261 Oct 27 21:33:33.981084 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3a713-b590-445c-be86-7025491f1d55 req-bb26e20c-fc3a-49e4-8cfa-d6fb43e5e18c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:33.982558 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-faf3a713-b590-445c-be86-7025491f1d55 req-bb26e20c-fc3a-49e4-8cfa-d6fb43e5e18c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.83 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 946 time: 0.0571077 Oct 27 21:33:34.102461 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-faf3a713-b590-445c-be86-7025491f1d55 req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Deleting port cad09f38-e140-4327-a099-1071a2b7a74c {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:34.102794 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-faf3a713-b590-445c-be86-7025491f1d55 req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:34.211614 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-faf3a713-b590-445c-be86-7025491f1d55 req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] For port cad09f38-e140-4327-a099-1071a2b7a74c, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cad09f38-e140-4327-a099-1071a2b7a74c,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:34.211969 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-faf3a713-b590-445c-be86-7025491f1d55 req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:34.227570 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-faf3a713-b590-445c-be86-7025491f1d55 req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Calling delete_port for cad09f38-e140-4327-a099-1071a2b7a74c owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:34.353559 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e729373-6d18-4c6e-bd66-023b9a01e19c req-e5aed19a-4dbe-4d57-9244-703ff4023050 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:34.355071 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3e729373-6d18-4c6e-bd66-023b9a01e19c req-e5aed19a-4dbe-4d57-9244-703ff4023050 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 944 time: 0.0786746 Oct 27 21:33:34.431452 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3e729373-6d18-4c6e-bd66-023b9a01e19c req-f6b908f5-090e-43f9-a731-6cd6ec27d130 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695696 Oct 27 21:33:34.438588 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-faf3a713-b590-445c-be86-7025491f1d55 req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:34.468980 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Pushing event deleted for resources: {'Port': ['ID=cad09f38-e140-4327-a099-1071a2b7a74c,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:34.481781 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['cad09f38-e140-4327-a099-1071a2b7a74c', '9bb4c2b4-a839-4327-9789-d3cae7fa0c31'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:33:34.482227 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:34.482329 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:34.482594 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:34.482929 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:34.483296 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:34.483603 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:34.483912 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:34.484240 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:34.484557 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:34.484889 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:34.485208 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:34.485519 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:34.528667 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf3a713-b590-445c-be86-7025491f1d55 req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] No DVR routers for this DVR port cad09f38-e140-4327-a099-1071a2b7a74c on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:33:34.531933 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-faf3a713-b590-445c-be86-7025491f1d55 req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:34.535885 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-faf3a713-b590-445c-be86-7025491f1d55 req-a301c184-5648-4384-b7ef-cec568054994 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.83 "DELETE /v2.0/ports/cad09f38-e140-4327-a099-1071a2b7a74c HTTP/1.1" status: 204 len: 173 time: 0.5375681 Oct 27 21:33:34.536334 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110281d3-3dde-482b-bbe9-0f37875eca8a', 'name': 'network-vif-deleted', 'tag': 'cad09f38-e140-4327-a099-1071a2b7a74c'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:34.539164 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594dca0a-4f7e-4c5c-a9e9-078d8401ebf2" -d '{"events": [{"server_uuid": "110281d3-3dde-482b-bbe9-0f37875eca8a", "name": "network-vif-deleted", "tag": "cad09f38-e140-4327-a099-1071a2b7a74c"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:34.594222 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6713be-478e-4f7e-af9a-155adf60f563 x-openstack-request-id: req-ca6713be-478e-4f7e-af9a-155adf60f563 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:34.595008 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110281d3-3dde-482b-bbe9-0f37875eca8a", "name": "network-vif-deleted", "tag": "cad09f38-e140-4327-a099-1071a2b7a74c", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:34.595008 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca6713be-478e-4f7e-af9a-155adf60f563 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:34.595397 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110281d3-3dde-482b-bbe9-0f37875eca8a', 'name': 'network-vif-deleted', 'tag': 'cad09f38-e140-4327-a099-1071a2b7a74c', 'status': 'completed', 'code': 200} Oct 27 21:33:34.687408 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-192c6874-aa39-4065-b8ee-5d0787b13bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:34.787258 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0cbbf-9e13-4d50-8d5a-c0e51eea6fb5 req-ab66d671-32b7-4e41-a6e8-bf5489b03935 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:34.789599 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1ac0cbbf-9e13-4d50-8d5a-c0e51eea6fb5 req-ab66d671-32b7-4e41-a6e8-bf5489b03935 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0762410 Oct 27 21:33:34.848831 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-83ce0b8e-a56a-4fb6-b15d-b0da3dd3a3be req-13b7a0b6-8e9b-44de-bd89-ff7b45777ff6 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=110281d3-3dde-482b-bbe9-0f37875eca8a HTTP/1.1" status: 200 len: 210 time: 0.0299532 Oct 27 21:33:34.854480 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1ac0cbbf-9e13-4d50-8d5a-c0e51eea6fb5 req-2bde925f-2028-45b7-be1b-df3de9240230 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576637 Oct 27 21:33:35.027670 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 15cf9da9-37e2-46c8-804b-bed0cd30395a details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:33:35.085778 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb55577-136c-43bb-8358-2fdc8040a617 req-a8a39fff-b8d7-47e4-a033-76ff3207dc46 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:35.087479 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ffb55577-136c-43bb-8358-2fdc8040a617 req-a8a39fff-b8d7-47e4-a033-76ff3207dc46 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 945 time: 0.0536368 Oct 27 21:33:35.130222 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ffb55577-136c-43bb-8358-2fdc8040a617 req-b19231be-b3b4-4393-8773-967aedc31965 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347860 Oct 27 21:33:35.137241 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 15cf9da9-37e2-46c8-804b-bed0cd30395a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:35.151823 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'port_id': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'mac_address': 'fa:16:3e:d1:f7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:33:35.191267 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:35.205494 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cf9da9-37e2-46c8-804b-bed0cd30395a {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:33:35.229506 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 15cf9da9-37e2-46c8-804b-bed0cd30395a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:35.234192 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:35.286871 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=15cf9da9-37e2-46c8-804b-bed0cd30395a,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:35.295658 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:35.296001 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:35.296334 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:35.296656 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:35.297008 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:35.297326 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:35.297827 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:35.298294 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:35.298754 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:35.299100 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:35.299382 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:35.299762 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:35.555885 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba37d94-b8f1-49b4-ab84-25cdf8f536c4 req-8669afa1-c4b6-454c-b130-33ffda70c599 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:35.557407 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0ba37d94-b8f1-49b4-ab84-25cdf8f536c4 req-8669afa1-c4b6-454c-b130-33ffda70c599 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0620179 Oct 27 21:33:35.580244 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808ec80-2fc4-413c-8fd0-2882d666dfe2 req-30fcd91b-8a5b-4108-bc95-bdcb0d54955f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:35.582378 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a808ec80-2fc4-413c-8fd0-2882d666dfe2 req-30fcd91b-8a5b-4108-bc95-bdcb0d54955f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 945 time: 0.0665181 Oct 27 21:33:35.612710 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0ba37d94-b8f1-49b4-ab84-25cdf8f536c4 req-cb46dcd2-e6b8-4dc4-99f2-1bdbb65ce411 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482397 Oct 27 21:33:35.634473 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a808ec80-2fc4-413c-8fd0-2882d666dfe2 req-eb927f72-2bd2-4aba-8d9f-e7c372d804c3 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 Oct 27 21:33:35.695381 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['15cf9da9-37e2-46c8-804b-bed0cd30395a'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:33:35.992967 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e70afc-bae9-4d2b-a8f4-ac8746ed99d9 req-a92a4f12-99c0-48ea-ac1c-bb8d181f8943 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:35.994671 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-09e70afc-bae9-4d2b-a8f4-ac8746ed99d9 req-a92a4f12-99c0-48ea-ac1c-bb8d181f8943 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0590284 Oct 27 21:33:36.042303 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-09e70afc-bae9-4d2b-a8f4-ac8746ed99d9 req-83bde8ea-d867-43e7-b324-2babf42bb64c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405025 Oct 27 21:33:36.191480 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ee27b-b8dc-4ce2-b88c-fb3c60f7a72d req-65697020-2ac0-449d-b552-b777ca877eaa tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:36.193063 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b15ee27b-b8dc-4ce2-b88c-fb3c60f7a72d req-65697020-2ac0-449d-b552-b777ca877eaa tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0590072 Oct 27 21:33:36.256981 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b15ee27b-b8dc-4ce2-b88c-fb3c60f7a72d req-30342228-dd50-4721-8c39-f2f6f7093714 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512025 Oct 27 21:33:36.298779 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b8830-d7f7-4d24-9e27-d15b23857e7c req-2d5dd774-52ab-497e-aa9d-8388bf093c4a tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:36.300361 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a98b8830-d7f7-4d24-9e27-d15b23857e7c req-2d5dd774-52ab-497e-aa9d-8388bf093c4a tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 945 time: 0.0877774 Oct 27 21:33:36.344838 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a98b8830-d7f7-4d24-9e27-d15b23857e7c req-018e8e34-369e-4d77-8cd2-663ebff7b8bc tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378776 Oct 27 21:33:36.579864 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b031d46-f614-412b-be84-15c74dcb1595 req-5f89aa7e-8ed8-472e-85c6-ffd9c7f6fe94 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:36.581802 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9b031d46-f614-412b-be84-15c74dcb1595 req-5f89aa7e-8ed8-472e-85c6-ffd9c7f6fe94 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 945 time: 0.0547895 Oct 27 21:33:36.690025 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-9b031d46-f614-412b-be84-15c74dcb1595 req-23dd9164-65de-4da2-9b00-a5bfab7f2120 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Deleting port 41d6ba02-bc85-4a10-b48f-db4d4ea688be {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:36.691907 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9b031d46-f614-412b-be84-15c74dcb1595 req-23dd9164-65de-4da2-9b00-a5bfab7f2120 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:36.763025 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b4aa1-414d-4998-8e90-84fc838690f8 req-fd855d0d-cde9-4f81-aadb-d3ccb082221c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:36.764774 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8e9b4aa1-414d-4998-8e90-84fc838690f8 req-fd855d0d-cde9-4f81-aadb-d3ccb082221c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 945 time: 0.0545297 Oct 27 21:33:36.803294 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30cba7-9693-4543-8af7-2bff97a56057 req-c9533ffe-4214-4eff-a2ef-494982116d16 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:36.804895 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2b30cba7-9693-4543-8af7-2bff97a56057 req-c9533ffe-4214-4eff-a2ef-494982116d16 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1108930 Oct 27 21:33:36.809310 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8e9b4aa1-414d-4998-8e90-84fc838690f8 req-57019010-1f46-46ae-832f-2a3c056bb951 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369489 Oct 27 21:33:36.834717 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-9b031d46-f614-412b-be84-15c74dcb1595 req-23dd9164-65de-4da2-9b00-a5bfab7f2120 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] For port 41d6ba02-bc85-4a10-b48f-db4d4ea688be, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=41d6ba02-bc85-4a10-b48f-db4d4ea688be,segment=NetworkSegment(d367c2d0-810c-4c4a-ac42-498059ef2268),segment_id=d367c2d0-810c-4c4a-ac42-498059ef2268)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:36.834959 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9b031d46-f614-412b-be84-15c74dcb1595 req-23dd9164-65de-4da2-9b00-a5bfab7f2120 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:36.851303 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-9b031d46-f614-412b-be84-15c74dcb1595 req-23dd9164-65de-4da2-9b00-a5bfab7f2120 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Calling delete_port for 41d6ba02-bc85-4a10-b48f-db4d4ea688be owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:36.873889 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2b30cba7-9693-4543-8af7-2bff97a56057 req-40522ed0-2997-4668-8717-2bfabcb9236a tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621257 Oct 27 21:33:36.996595 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9b031d46-f614-412b-be84-15c74dcb1595 req-23dd9164-65de-4da2-9b00-a5bfab7f2120 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.025927 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd9164-65de-4da2-9b00-a5bfab7f2120 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Pushing event deleted for resources: {'Port': ['ID=41d6ba02-bc85-4a10-b48f-db4d4ea688be,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:37.038746 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['41d6ba02-bc85-4a10-b48f-db4d4ea688be'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:33:37.061165 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 15cf9da9-37e2-46c8-804b-bed0cd30395a up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:33:37.071430 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b031d46-f614-412b-be84-15c74dcb1595 req-23dd9164-65de-4da2-9b00-a5bfab7f2120 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] No DVR routers for this DVR port 41d6ba02-bc85-4a10-b48f-db4d4ea688be on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:33:37.074478 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-9b031d46-f614-412b-be84-15c74dcb1595 req-23dd9164-65de-4da2-9b00-a5bfab7f2120 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.078093 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9b031d46-f614-412b-be84-15c74dcb1595 req-23dd9164-65de-4da2-9b00-a5bfab7f2120 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.83 "DELETE /v2.0/ports/41d6ba02-bc85-4a10-b48f-db4d4ea688be HTTP/1.1" status: 204 len: 173 time: 0.4891944 Oct 27 21:33:37.078576 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e028f02-621b-4348-ba7f-af55c5037c3a', 'name': 'network-vif-deleted', 'tag': '41d6ba02-bc85-4a10-b48f-db4d4ea688be'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:37.089246 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ec75cc-2c9f-4fdf-866c-880de9e5d56f" -d '{"events": [{"server_uuid": "0e028f02-621b-4348-ba7f-af55c5037c3a", "name": "network-vif-deleted", "tag": "41d6ba02-bc85-4a10-b48f-db4d4ea688be"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:37.133778 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934d41f8-3eec-44b2-b479-48266e76858f x-openstack-request-id: req-934d41f8-3eec-44b2-b479-48266e76858f {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:37.134137 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e028f02-621b-4348-ba7f-af55c5037c3a", "name": "network-vif-deleted", "tag": "41d6ba02-bc85-4a10-b48f-db4d4ea688be", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:37.134393 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-934d41f8-3eec-44b2-b479-48266e76858f {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:37.134965 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e028f02-621b-4348-ba7f-af55c5037c3a', 'name': 'network-vif-deleted', 'tag': '41d6ba02-bc85-4a10-b48f-db4d4ea688be', 'status': 'completed', 'code': 200} Oct 27 21:33:37.137273 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 15cf9da9-37e2-46c8-804b-bed0cd30395a completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:33:37.141647 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 15cf9da9-37e2-46c8-804b-bed0cd30395a triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:33:37.142034 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.181114 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369faba2-fdba-4087-b243-bb97812fbf41 req-a718ebb4-18bd-4dc8-bcea-7af81a2dee92 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:37.182684 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-369faba2-fdba-4087-b243-bb97812fbf41 req-a718ebb4-18bd-4dc8-bcea-7af81a2dee92 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0543725 Oct 27 21:33:37.227011 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-369faba2-fdba-4087-b243-bb97812fbf41 req-0e8dab4f-6ecc-46d4-a97f-b9cbd37058b8 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383179 Oct 27 21:33:37.236233 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.262839 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:37.265682 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee943de-2823-4173-9523-521783d84626" -d '{"events": [{"server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "name": "network-vif-plugged", "status": "completed", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:37.279708 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 15cf9da9-37e2-46c8-804b-bed0cd30395a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:37.284303 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.285282 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device cad09f38-e140-4327-a099-1071a2b7a74c no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:37.328551 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187b661e-7ee0-4cc1-8d23-3fdb78e49b4f x-openstack-request-id: req-187b661e-7ee0-4cc1-8d23-3fdb78e49b4f {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:37.328960 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "name": "network-vif-plugged", "status": "completed", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:37.329104 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-187b661e-7ee0-4cc1-8d23-3fdb78e49b4f {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:37.329609 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'code': 200} Oct 27 21:33:37.333781 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: cad09f38-e140-4327-a099-1071a2b7a74c {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:37.334126 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device cad09f38-e140-4327-a099-1071a2b7a74c not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:37.356199 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=15cf9da9-37e2-46c8-804b-bed0cd30395a,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:37.418302 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28992ed5-e273-433c-b313-38c935b7d777 req-a51c3752-1549-454e-b503-0ab39d74c6df tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:37.419890 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-28992ed5-e273-433c-b313-38c935b7d777 req-a51c3752-1549-454e-b503-0ab39d74c6df tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0708497 Oct 27 21:33:37.483115 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-47a5d5c4-7343-468d-b2d2-f72632bef3e2 req-bcc84bed-904f-4b80-a584-2d274fe984bb tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e028f02-621b-4348-ba7f-af55c5037c3a HTTP/1.1" status: 200 len: 210 time: 0.0321140 Oct 27 21:33:37.507318 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-28992ed5-e273-433c-b313-38c935b7d777 req-e788ff29-93c7-47e4-85e4-b2f4a8c992d4 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784099 Oct 27 21:33:37.594935 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca6223-bb5c-4125-9405-4b8c41c26031 req-624682c1-bf1f-45bf-b9a3-425d276cfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:37.596376 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b8ca6223-bb5c-4125-9405-4b8c41c26031 req-624682c1-bf1f-45bf-b9a3-425d276cfe12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 1099 time: 0.0428689 Oct 27 21:33:37.623881 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-68d0e591-9f72-43ed-8132-cd9fd3dd972a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:37.659061 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b8ca6223-bb5c-4125-9405-4b8c41c26031 req-c2cef5e1-a8d9-4a6b-aef5-c131e48c7a3c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449610 Oct 27 21:33:37.942804 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15febdd2-774e-41a6-bc12-1033c4da988b req-73ef63cd-a14c-4b2e-8681-093f55319d25 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:37.944336 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-15febdd2-774e-41a6-bc12-1033c4da988b req-73ef63cd-a14c-4b2e-8681-093f55319d25 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 946 time: 0.0579944 Oct 27 21:33:37.986741 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-15febdd2-774e-41a6-bc12-1033c4da988b req-c716e359-447b-4586-9dea-eec1c925fd11 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360079 Oct 27 21:33:37.998600 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cd62b-60fd-4c97-8622-e01d499f8113 req-4af469ed-2ff0-4204-87c7-7fab423298fb tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:38.001055 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a81cd62b-60fd-4c97-8622-e01d499f8113 req-4af469ed-2ff0-4204-87c7-7fab423298fb tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0577259 Oct 27 21:33:38.047401 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a81cd62b-60fd-4c97-8622-e01d499f8113 req-5e9ba3e9-c4c8-48cd-9285-039859752699 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394707 Oct 27 21:33:38.357144 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc1ab0-b36a-4e6b-ab05-075de6ded940 req-2670deb8-b868-418f-89a0-8b2a8e78df32 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:38.358674 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ebbc1ab0-b36a-4e6b-ab05-075de6ded940 req-2670deb8-b868-418f-89a0-8b2a8e78df32 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0548823 Oct 27 21:33:38.397632 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ebbc1ab0-b36a-4e6b-ab05-075de6ded940 req-e50a63af-356c-4eb5-8307-e2890f7df54f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328755 Oct 27 21:33:38.456579 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:38.564753 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:38.630104 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e3d16-f098-40a8-9f8b-775e09f13b9c req-6213736f-5248-4998-9abd-868e12a0b820 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:38.631641 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-855e3d16-f098-40a8-9f8b-775e09f13b9c req-6213736f-5248-4998-9abd-868e12a0b820 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0573552 Oct 27 21:33:38.673967 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-855e3d16-f098-40a8-9f8b-775e09f13b9c req-fee21380-2c0d-4963-8604-6af9eba5b23e tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359564 Oct 27 21:33:39.057049 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 41d6ba02-bc85-4a10-b48f-db4d4ea688be no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:39.083354 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 41d6ba02-bc85-4a10-b48f-db4d4ea688be {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:39.083887 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 41d6ba02-bc85-4a10-b48f-db4d4ea688be not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:39.124207 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ab7a1-32cb-4fa8-a7d5-c6668f94e43c req-43195b2b-502d-48ea-bb24-71f7dab0ad25 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:39.126056 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-786ab7a1-32cb-4fa8-a7d5-c6668f94e43c req-43195b2b-502d-48ea-bb24-71f7dab0ad25 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 946 time: 0.0573602 Oct 27 21:33:39.165586 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-786ab7a1-32cb-4fa8-a7d5-c6668f94e43c req-6dad15b0-3541-4ce8-83d0-f94b0a325815 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Oct 27 21:33:39.193800 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e5c29-d8cc-4661-a0a6-398c9ca6364f req-fe8af84a-93b2-4abc-aee0-f69c2ac4a704 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:39.195451 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8b3e5c29-d8cc-4661-a0a6-398c9ca6364f req-fe8af84a-93b2-4abc-aee0-f69c2ac4a704 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0559301 Oct 27 21:33:39.237297 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8b3e5c29-d8cc-4661-a0a6-398c9ca6364f req-ce838fad-e19c-45f7-b407-41b1a505e7d3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354121 Oct 27 21:33:39.538102 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b341411-1b1f-40fe-af10-b2169e7d687d req-e70fd1ff-223d-419b-afc6-326138e90041 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:39.539595 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8b341411-1b1f-40fe-af10-b2169e7d687d req-e70fd1ff-223d-419b-afc6-326138e90041 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.0674565 Oct 27 21:33:39.578867 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8b341411-1b1f-40fe-af10-b2169e7d687d req-8488b732-5a97-4865-b3d0-96f3ed6b2af0 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Oct 27 21:33:39.797095 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ab726-bda4-456e-ad89-60dd316a265d req-e09a7047-4861-4693-95ee-619474a08683 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:39.798638 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e59ab726-bda4-456e-ad89-60dd316a265d req-e09a7047-4861-4693-95ee-619474a08683 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0547657 Oct 27 21:33:39.839765 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e59ab726-bda4-456e-ad89-60dd316a265d req-65b3c6fa-f8fd-484a-934b-97ce687b9f62 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328431 Oct 27 21:33:40.305792 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d4842-0f7b-423d-b335-d47b61ab802e req-26d7429e-3a1b-4681-b27b-cd8deabb4292 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:40.307545 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ba1d4842-0f7b-423d-b335-d47b61ab802e req-26d7429e-3a1b-4681-b27b-cd8deabb4292 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 946 time: 0.0682101 Oct 27 21:33:40.349116 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ba1d4842-0f7b-423d-b335-d47b61ab802e req-0553c956-5298-4ec8-86de-492bdbc6dabd tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352237 Oct 27 21:33:40.364581 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb681fd-eda4-4750-8302-474f2108e474 req-1befbcae-4270-4ef2-b800-9cde19b8453d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:40.366234 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2bb681fd-eda4-4750-8302-474f2108e474 req-1befbcae-4270-4ef2-b800-9cde19b8453d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0536923 Oct 27 21:33:40.406786 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2bb681fd-eda4-4750-8302-474f2108e474 req-1cfdf272-45ca-4983-9800-271b8b0dade6 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342753 Oct 27 21:33:40.466055 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc48021-4a15-42e4-a542-290a73ca381e req-9739958a-5100-4ff4-8d94-9bb70a7eb109 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:40.467627 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4cc48021-4a15-42e4-a542-290a73ca381e req-9739958a-5100-4ff4-8d94-9bb70a7eb109 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 946 time: 0.0503204 Oct 27 21:33:40.509136 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4cc48021-4a15-42e4-a542-290a73ca381e req-e7c32bf8-1800-4685-be0a-be114e85ddd3 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Oct 27 21:33:40.573805 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:40.870067 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f12ac6-a54c-40e9-977f-22592514911d req-05080d61-7853-4263-a1db-54483838d76d tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:40.873662 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d2f12ac6-a54c-40e9-977f-22592514911d req-05080d61-7853-4263-a1db-54483838d76d tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 946 time: 0.0675557 Oct 27 21:33:40.913338 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d2f12ac6-a54c-40e9-977f-22592514911d req-706d2378-1b3c-45fe-a6b6-ad6ddb049ec5 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350149 Oct 27 21:33:40.918312 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae38c7-c30a-468c-a6a7-c0ac1e2e96b0 req-33fe07e4-0e74-47b1-8085-a721a65e515d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:40.919805 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9eae38c7-c30a-468c-a6a7-c0ac1e2e96b0 req-33fe07e4-0e74-47b1-8085-a721a65e515d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 944 time: 0.2656748 Oct 27 21:33:40.961546 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9eae38c7-c30a-468c-a6a7-c0ac1e2e96b0 req-c1935098-8b38-4b9f-967b-e282b369ad4f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356033 Oct 27 21:33:41.034667 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdd476-d9f5-4bc8-9bd9-864bc7b860ee req-b2bef4cd-bdd8-4b70-8bbd-2a290e09ec0a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:41.036302 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b8fdd476-d9f5-4bc8-9bd9-864bc7b860ee req-b2bef4cd-bdd8-4b70-8bbd-2a290e09ec0a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0602775 Oct 27 21:33:41.079017 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b8fdd476-d9f5-4bc8-9bd9-864bc7b860ee req-999b73a7-f90b-409f-99ed-029c1464418a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366440 Oct 27 21:33:41.530148 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b22a9-b13b-484c-b17f-1bea855ff869 req-d0bda0e1-b90e-4f12-8b5a-5ee511c134b9 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:41.531764 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a07b22a9-b13b-484c-b17f-1bea855ff869 req-d0bda0e1-b90e-4f12-8b5a-5ee511c134b9 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0536194 Oct 27 21:33:41.574816 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a07b22a9-b13b-484c-b17f-1bea855ff869 req-d580e597-6ca4-44dd-b242-23694e95d8f8 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349722 Oct 27 21:33:41.823375 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 90592bba-a65c-42e1-afb6-d7f7dbf36338 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:33:41.942627 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:41.953949 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'port_id': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'mac_address': 'fa:16:3e:6a:87:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:33:41.992751 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:42.007084 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90592bba-a65c-42e1-afb6-d7f7dbf36338 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:33:42.037926 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:42.043226 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:42.095951 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=90592bba-a65c-42e1-afb6-d7f7dbf36338,revision_number=9']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:42.116928 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3fa26-edd1-4ae9-bcc3-a39bdf4d3a4f req-499c00be-06fa-484f-abca-dc7b3f8615a3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:42.118332 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6d3fa26-edd1-4ae9-bcc3-a39bdf4d3a4f req-499c00be-06fa-484f-abca-dc7b3f8615a3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 945 time: 0.0630782 Oct 27 21:33:42.167719 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b6d3fa26-edd1-4ae9-bcc3-a39bdf4d3a4f req-709760f3-c921-4b6b-abb3-81c7718aa23a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415695 Oct 27 21:33:42.228244 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb71d2b-9cb5-4c99-9951-1ee0be781f35 req-38861a2d-27e5-4a0f-a499-9c48fd7ad37c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:42.230119 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6fb71d2b-9cb5-4c99-9951-1ee0be781f35 req-38861a2d-27e5-4a0f-a499-9c48fd7ad37c tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0606401 Oct 27 21:33:42.289064 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6fb71d2b-9cb5-4c99-9951-1ee0be781f35 req-0d135c28-363b-4f6f-a2ef-1b10c08449f9 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524104 Oct 27 21:33:42.699862 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d657dc9-cf80-4969-98fe-e865b527b61f req-80702794-7627-42f5-b1f5-4d650de48f40 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:42.701673 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6d657dc9-cf80-4969-98fe-e865b527b61f req-80702794-7627-42f5-b1f5-4d650de48f40 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0570192 Oct 27 21:33:42.745949 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6d657dc9-cf80-4969-98fe-e865b527b61f req-acac82d9-637c-4c6f-b8e5-01f1d606e2c0 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371702 Oct 27 21:33:43.299049 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0382c-1934-4bc5-bbca-aac9722a78cb req-3f24c939-006f-4a19-ae58-a6c00e32279a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:43.300590 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-42a0382c-1934-4bc5-bbca-aac9722a78cb req-3f24c939-006f-4a19-ae58-a6c00e32279a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 945 time: 0.0536025 Oct 27 21:33:43.357409 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-42a0382c-1934-4bc5-bbca-aac9722a78cb req-97016512-7a24-41d2-bf26-9764106f5dec tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491686 Oct 27 21:33:43.439753 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc7ef7-a1d9-4996-bd1d-465ff4d0e1fa req-9a04801f-75b0-41a5-bd5f-2e9d7411b065 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:43.441375 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-24fc7ef7-a1d9-4996-bd1d-465ff4d0e1fa req-9a04801f-75b0-41a5-bd5f-2e9d7411b065 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0523293 Oct 27 21:33:43.484018 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-24fc7ef7-a1d9-4996-bd1d-465ff4d0e1fa req-5c2deacf-9592-46e9-9287-89dd19f0be10 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361421 Oct 27 21:33:43.879953 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade95f94-70b9-44da-a1d7-7769d310a8bf req-ee77a885-f2cf-469f-bfb3-942117f62fec tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:43.881497 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ade95f94-70b9-44da-a1d7-7769d310a8bf req-ee77a885-f2cf-469f-bfb3-942117f62fec tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0607245 Oct 27 21:33:43.921332 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ade95f94-70b9-44da-a1d7-7769d310a8bf req-598fcb03-a349-4b01-be69-b4a96e7907f3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335267 Oct 27 21:33:44.484983 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6480bd7-3113-4d6e-b26e-585a06bc6626 req-02bdf7c0-0527-44a4-b42d-24887e76024c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:44.486453 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d6480bd7-3113-4d6e-b26e-585a06bc6626 req-02bdf7c0-0527-44a4-b42d-24887e76024c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 945 time: 0.0534763 Oct 27 21:33:44.527218 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d6480bd7-3113-4d6e-b26e-585a06bc6626 req-dc6d5363-bc00-4d61-985a-dec3046ebeee tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322728 Oct 27 21:33:44.610549 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77701c89-5932-4825-98ba-7f99b7a2950f req-b7d063d9-28a0-47ad-b4fe-f0346ab2aea0 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:44.610549 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-77701c89-5932-4825-98ba-7f99b7a2950f req-b7d063d9-28a0-47ad-b4fe-f0346ab2aea0 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0581510 Oct 27 21:33:44.653671 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-77701c89-5932-4825-98ba-7f99b7a2950f req-5aee0892-e9c8-476b-84ee-d06ced58888a tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365975 Oct 27 21:33:45.057542 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f4657-db8f-441d-896f-6aacf2f16025 req-46f820fe-4f37-4149-a158-ecfb8538d88e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:45.059014 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cb2f4657-db8f-441d-896f-6aacf2f16025 req-46f820fe-4f37-4149-a158-ecfb8538d88e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0606673 Oct 27 21:33:45.101155 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cb2f4657-db8f-441d-896f-6aacf2f16025 req-4d1bbf06-6aa6-4749-b056-b74b5ba54599 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360560 Oct 27 21:33:45.425175 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['90592bba-a65c-42e1-afb6-d7f7dbf36338'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:33:45.655613 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a995cb9-7f2e-4306-a7bd-470a2907190f req-1624c100-a70f-4dd7-9e96-02effe10544b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:45.657111 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0a995cb9-7f2e-4306-a7bd-470a2907190f req-1624c100-a70f-4dd7-9e96-02effe10544b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 945 time: 0.0527556 Oct 27 21:33:45.697990 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-0a995cb9-7f2e-4306-a7bd-470a2907190f req-b10af832-4795-4241-a870-7c0ace81b728 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331364 Oct 27 21:33:45.776763 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58510cbb-339c-43af-9172-09b8551ce092 req-7d9d7287-d927-4511-9f8d-c22b05e2cc37 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:45.778244 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-58510cbb-339c-43af-9172-09b8551ce092 req-7d9d7287-d927-4511-9f8d-c22b05e2cc37 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0534101 Oct 27 21:33:45.817662 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-58510cbb-339c-43af-9172-09b8551ce092 req-51bd3f25-6865-4d48-9061-077d101721c2 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1c98a02-e49c-4f9d-ab8c-771774848659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331790 Oct 27 21:33:45.979145 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d111b-86a4-4f54-b149-7387c237c5e1 req-d648b0aa-cac1-41b2-85b6-e00385b61f9f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:45.980654 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-548d111b-86a4-4f54-b149-7387c237c5e1 req-d648b0aa-cac1-41b2-85b6-e00385b61f9f tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.83 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0531080 Oct 27 21:33:46.083402 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-548d111b-86a4-4f54-b149-7387c237c5e1 req-b232537b-8d93-4781-99e3-07e23079834b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Deleting port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:46.083719 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-548d111b-86a4-4f54-b149-7387c237c5e1 req-b232537b-8d93-4781-99e3-07e23079834b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:46.178785 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-548d111b-86a4-4f54-b149-7387c237c5e1 req-b232537b-8d93-4781-99e3-07e23079834b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] For port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9bb4c2b4-a839-4327-9789-d3cae7fa0c31,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:46.179670 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-548d111b-86a4-4f54-b149-7387c237c5e1 req-b232537b-8d93-4781-99e3-07e23079834b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:46.193282 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-548d111b-86a4-4f54-b149-7387c237c5e1 req-b232537b-8d93-4781-99e3-07e23079834b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Calling delete_port for 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:46.230777 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db7c40-7f30-4439-9b3a-c1d392cf1855 req-71a9913e-2e8b-45a5-9d0e-c395b775655b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:46.232352 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e6db7c40-7f30-4439-9b3a-c1d392cf1855 req-71a9913e-2e8b-45a5-9d0e-c395b775655b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0554807 Oct 27 21:33:46.276418 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e6db7c40-7f30-4439-9b3a-c1d392cf1855 req-973fc389-dad0-434e-8d7c-1d80dc580b0e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376108 Oct 27 21:33:46.353200 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-548d111b-86a4-4f54-b149-7387c237c5e1 req-b232537b-8d93-4781-99e3-07e23079834b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:46.386286 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232537b-8d93-4781-99e3-07e23079834b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Pushing event deleted for resources: {'Port': ['ID=9bb4c2b4-a839-4327-9789-d3cae7fa0c31,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:46.401234 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9bb4c2b4-a839-4327-9789-d3cae7fa0c31'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:33:46.430829 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-548d111b-86a4-4f54-b149-7387c237c5e1 req-b232537b-8d93-4781-99e3-07e23079834b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] No DVR routers for this DVR port 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:33:46.433563 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-548d111b-86a4-4f54-b149-7387c237c5e1 req-b232537b-8d93-4781-99e3-07e23079834b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:46.437180 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-548d111b-86a4-4f54-b149-7387c237c5e1 req-b232537b-8d93-4781-99e3-07e23079834b tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.83 "DELETE /v2.0/ports/9bb4c2b4-a839-4327-9789-d3cae7fa0c31 HTTP/1.1" status: 204 len: 173 time: 0.4443622 Oct 27 21:33:46.437399 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6', 'name': 'network-vif-deleted', 'tag': '9bb4c2b4-a839-4327-9789-d3cae7fa0c31'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:46.439637 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1788a4c1-ec0b-41d7-a2f1-10049138d436" -d '{"events": [{"server_uuid": "1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6", "name": "network-vif-deleted", "tag": "9bb4c2b4-a839-4327-9789-d3cae7fa0c31"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:46.495257 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f28cdf-a444-4363-b2ce-6657dc0fa9bd x-openstack-request-id: req-14f28cdf-a444-4363-b2ce-6657dc0fa9bd {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:46.495558 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6", "name": "network-vif-deleted", "tag": "9bb4c2b4-a839-4327-9789-d3cae7fa0c31", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:46.495963 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14f28cdf-a444-4363-b2ce-6657dc0fa9bd {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:46.496279 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6', 'name': 'network-vif-deleted', 'tag': '9bb4c2b4-a839-4327-9789-d3cae7fa0c31', 'status': 'completed', 'code': 200} Oct 27 21:33:46.829864 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9024f24-49a6-4445-b445-2cb4810ee415 req-157ffc5c-19db-4723-8e62-550ec7e187b6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:46.831331 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e9024f24-49a6-4445-b445-2cb4810ee415 req-157ffc5c-19db-4723-8e62-550ec7e187b6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 945 time: 0.0529087 Oct 27 21:33:46.872998 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e9024f24-49a6-4445-b445-2cb4810ee415 req-d674276b-d7c9-46a6-b529-c8729f7f0dd1 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Oct 27 21:33:46.979219 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ad305129-f6d2-4e9d-983b-64f0dd2cd748 req-3ec0d2cf-719a-45af-905c-50b89f4e7e96 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 210 time: 0.0380187 Oct 27 21:33:47.407561 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df900dc-d26b-43d3-ad64-6a2469145337 req-4315bca2-a997-4918-b61b-1d895b5e7c5d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:47.409050 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8df900dc-d26b-43d3-ad64-6a2469145337 req-4315bca2-a997-4918-b61b-1d895b5e7c5d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0581079 Oct 27 21:33:47.448508 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8df900dc-d26b-43d3-ad64-6a2469145337 req-9a2ecb22-2590-456b-95c8-341269ca2811 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329189 Oct 27 21:33:48.001231 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d967db-19d4-474b-9c62-3da359755fe2 req-ae5173da-d02a-432d-95cd-f3221ae38247 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:48.002806 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c1d967db-19d4-474b-9c62-3da359755fe2 req-ae5173da-d02a-432d-95cd-f3221ae38247 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 945 time: 0.0535629 Oct 27 21:33:48.049377 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c1d967db-19d4-474b-9c62-3da359755fe2 req-73d90d15-6715-40d9-a505-a1f7d2c695d3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392141 Oct 27 21:33:48.160807 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-92bd9a44-efed-4c26-b267-1c2536869b41 req-1cdf850b-ff76-4a82-9abe-642031d48291 tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 210 time: 0.0340788 Oct 27 21:33:48.578980 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dcf89-f70a-4f72-b639-772e6fbef74c req-1f8d5d3f-940c-4fa8-aecf-ef3e44e8ee9c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:48.580552 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-757dcf89-f70a-4f72-b639-772e6fbef74c req-1f8d5d3f-940c-4fa8-aecf-ef3e44e8ee9c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0631218 Oct 27 21:33:48.623792 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-757dcf89-f70a-4f72-b639-772e6fbef74c req-44761aa1-3727-479c-893d-388abb58065b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367472 Oct 27 21:33:49.187397 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81bff2-85a6-4c2d-ac82-78f3cc052f64 req-548c3856-c078-4285-811b-d0ea69bb2ba7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:49.188881 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1a81bff2-85a6-4c2d-ac82-78f3cc052f64 req-548c3856-c078-4285-811b-d0ea69bb2ba7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 945 time: 0.0506747 Oct 27 21:33:49.227312 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1a81bff2-85a6-4c2d-ac82-78f3cc052f64 req-ef18d528-cc45-4887-8946-085dda251874 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324032 Oct 27 21:33:49.333075 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bd991b05-525d-4106-a0cf-9b5ccccba223 req-906d0d8e-756a-41c1-843b-14eb93a1ef1d tempest-ServerRescueNegativeTestJSON-274749190 tempest-ServerRescueNegativeTestJSON-274749190-project] 10.222.0.53 "GET /v2.0/ports?device_id=1daa8a0f-12dc-4424-bdb4-2164a2f7c1d6 HTTP/1.1" status: 200 len: 210 time: 0.0288827 Oct 27 21:33:49.403295 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 90592bba-a65c-42e1-afb6-d7f7dbf36338 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:33:49.454857 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:49.463409 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 90592bba-a65c-42e1-afb6-d7f7dbf36338 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:33:49.463805 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:49.548214 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:49.570950 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:49.573315 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d06ff81-c7e4-4ff7-b9ee-24a4330e2745" -d '{"events": [{"server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "name": "network-vif-plugged", "status": "completed", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:49.588056 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:49.593327 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:49.633564 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ed39b7-5273-4d28-972c-6eb34efda01c x-openstack-request-id: req-72ed39b7-5273-4d28-972c-6eb34efda01c {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:49.634505 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "name": "network-vif-plugged", "status": "completed", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:49.634505 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72ed39b7-5273-4d28-972c-6eb34efda01c {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:49.634505 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'code': 200} Oct 27 21:33:49.635272 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:49.661766 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:49.662394 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9bb4c2b4-a839-4327-9789-d3cae7fa0c31 not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:49.687970 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=90592bba-a65c-42e1-afb6-d7f7dbf36338,revision_number=10']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:49.765148 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5f748-b4af-4268-aa7d-c8427ef4c8b0 req-158ad253-5a18-4af6-81d4-da225bc117c8 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:49.768529 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d1b5f748-b4af-4268-aa7d-c8427ef4c8b0 req-158ad253-5a18-4af6-81d4-da225bc117c8 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0548878 Oct 27 21:33:49.825467 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d1b5f748-b4af-4268-aa7d-c8427ef4c8b0 req-4425b06e-1e77-4e73-93f3-f7da1c810b5e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515122 Oct 27 21:33:50.308918 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ee013-6e26-491a-beb0-a2d8083a39f7 req-801f22bb-7144-4676-bd41-4ec15044fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:50.310712 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-752ee013-6e26-491a-beb0-a2d8083a39f7 req-801f22bb-7144-4676-bd41-4ec15044fec3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 1100 time: 0.0522010 Oct 27 21:33:50.381887 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-752ee013-6e26-491a-beb0-a2d8083a39f7 req-e8bac927-15a4-46b6-a267-e304b9860806 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613227 Oct 27 21:33:50.393710 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966b328-3e9f-4375-9466-a3f8e2204495 req-700eb12b-b8b2-474e-894b-9c53b7c286a6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:50.395150 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9966b328-3e9f-4375-9466-a3f8e2204495 req-700eb12b-b8b2-474e-894b-9c53b7c286a6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 947 time: 0.0771079 Oct 27 21:33:50.396424 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60322) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:50.504110 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9966b328-3e9f-4375-9466-a3f8e2204495 req-45dd2ddd-c89d-4506-981e-986899b35a5c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017275 Oct 27 21:33:50.769378 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-d9f25ece-6003-43db-bd91-7351b60480f4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:50.771107 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-d9f25ece-6003-43db-bd91-7351b60480f4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/networks?id=7558f21a-9038-444d-8fa3-4d5aa50687f4 HTTP/1.1" status: 200 len: 812 time: 0.1328282 Oct 27 21:33:50.788581 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-7db0926c-2877-41eb-ac2a-911db46904e9 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/quotas/e0666525c33445f58c786b33ee3bb0c9 HTTP/1.1" status: 200 len: 375 time: 0.0103974 Oct 27 21:33:50.835751 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-e374643d-44f4-4cc3-baa5-651cea498a8d tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0666525c33445f58c786b33ee3bb0c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394883 Oct 27 21:33:50.912616 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f28b23b4-f3f1-46a5-b699-8a8164e891ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630010'] for router_interface, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:50.949214 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-a1bbddb4-4168-49af-ad44-e5e530be3926 service neutron] 10.222.0.53 "GET /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058979 Oct 27 21:33:51.061925 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-4688186a-4126-4672-98a1-c6e8bb5c83c0 service neutron] 10.222.0.53 "GET /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015356 Oct 27 21:33:51.250376 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2fde7960-e86f-49b7-99fc-833e2ba5d749 req-8b2c31f5-54e8-4140-971d-59d98a378650 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0342972 Oct 27 21:33:51.282890 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d46d71-3219-4476-b490-b62ad440ca1c req-e7445c9a-a05e-4e89-9f59-84ed6314137f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:51.284696 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-21d46d71-3219-4476-b490-b62ad440ca1c req-e7445c9a-a05e-4e89-9f59-84ed6314137f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1010172 Oct 27 21:33:51.433159 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-21d46d71-3219-4476-b490-b62ad440ca1c req-22371ec5-8982-47bd-8ee5-de5f46e54006 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414087 Oct 27 21:33:51.584072 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-f28b23b4-f3f1-46a5-b699-8a8164e891ae admin admin] Deleting port 921f8ffe-9bad-41d2-a4c9-acb0c535115f {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:51.585373 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f28b23b4-f3f1-46a5-b699-8a8164e891ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:51.689992 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86e540-978d-4bba-bdec-38cdbaed06aa req-24d341a2-59b8-45c5-a66b-f8163d6e3f5b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:51.702209 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9d86e540-978d-4bba-bdec-38cdbaed06aa req-24d341a2-59b8-45c5-a66b-f8163d6e3f5b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 947 time: 0.1079302 Oct 27 21:33:51.707032 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-f28b23b4-f3f1-46a5-b699-8a8164e891ae admin admin] For port 921f8ffe-9bad-41d2-a4c9-acb0c535115f, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=921f8ffe-9bad-41d2-a4c9-acb0c535115f,segment=NetworkSegment(8b733f15-fec6-4be6-bd59-e0e4ffc30536),segment_id=8b733f15-fec6-4be6-bd59-e0e4ffc30536)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:51.707462 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f28b23b4-f3f1-46a5-b699-8a8164e891ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:51.734294 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-f28b23b4-f3f1-46a5-b699-8a8164e891ae admin admin] Calling delete_port for 921f8ffe-9bad-41d2-a4c9-acb0c535115f owned by network:router_interface {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:51.781370 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9d86e540-978d-4bba-bdec-38cdbaed06aa req-79c2e7f1-1d45-434f-97b7-b51cc993122d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776737 Oct 27 21:33:51.979176 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f28b23b4-f3f1-46a5-b699-8a8164e891ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:52.031928 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b23b4-f3f1-46a5-b699-8a8164e891ae admin admin] Pushing event deleted for resources: {'Port': ['ID=921f8ffe-9bad-41d2-a4c9-acb0c535115f,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:52.237086 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f28b23b4-f3f1-46a5-b699-8a8164e891ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1538488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630166'] for router_interface, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:52.434344 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e261b9c1-ff1d-4927-8e29-34f24b2fae90 req-01f56eb2-6b1c-4da0-a96d-72440324ef47 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0423489 Oct 27 21:33:52.642294 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59ed7d-4ff5-4cf1-b0c3-302e3f4b98c6 req-6b304b66-0ecb-4d45-bb9e-33273feaca76 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:52.648117 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7f59ed7d-4ff5-4cf1-b0c3-302e3f4b98c6 req-6b304b66-0ecb-4d45-bb9e-33273feaca76 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0959463 Oct 27 21:33:52.695631 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7f59ed7d-4ff5-4cf1-b0c3-302e3f4b98c6 req-e84d52e1-8f27-40ed-985a-fa9b92766e09 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423968 Oct 27 21:33:52.698212 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28b23b4-f3f1-46a5-b699-8a8164e891ae admin admin] Router b4e1ffe9-22be-4aff-b637-bc974bf10b02 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:33:52.710380 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-6be495ec-b941-4c0c-a547-a479722292e8 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:52.712467 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-6be495ec-b941-4c0c-a547-a479722292e8 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.83 "GET /v2.0/networks?id=7558f21a-9038-444d-8fa3-4d5aa50687f4 HTTP/1.1" status: 200 len: 812 time: 0.2135103 Oct 27 21:33:52.787869 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Request body: {'port': {'device_id': '30416535-d142-4697-b897-2176f218a9e6', 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4', 'admin_state_up': True, 'tenant_id': 'e0666525c33445f58c786b33ee3bb0c9'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:52.935336 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28b23b4-f3f1-46a5-b699-8a8164e891ae admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:33:52.944137 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-f28b23b4-f3f1-46a5-b699-8a8164e891ae admin admin] 10.222.0.53 "PUT /v2.0/routers/b4e1ffe9-22be-4aff-b637-bc974bf10b02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5466104 Oct 27 21:33:52.948888 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60450) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:52.956787 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0a523-fdcb-4848-810f-16ece2d97962 None None] Sync routers for ids ['b4e1ffe9-22be-4aff-b637-bc974bf10b02'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:33:52.960365 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c29d9-9ea8-4b13-baca-371b95f19c1b req-252be769-6147-46cc-b85f-e6e82c72d51d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:52.962417 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-109c29d9-9ea8-4b13-baca-371b95f19c1b req-252be769-6147-46cc-b85f-e6e82c72d51d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 947 time: 0.1063230 Oct 27 21:33:52.979413 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f0a523-fdcb-4848-810f-16ece2d97962 None None] Routers {'b4e1ffe9-22be-4aff-b637-bc974bf10b02'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:52.979413 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-30f0a523-fdcb-4848-810f-16ece2d97962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:33:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['b4e1ffe9-22be-4aff-b637-bc974bf10b02'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:52.985245 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60452) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:52.997397 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Made reservation on behalf of e0666525c33445f58c786b33ee3bb0c9 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:33:53.000892 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.041227 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-109c29d9-9ea8-4b13-baca-371b95f19c1b req-c4307ebd-c388-495a-a590-2f815a5da3b5 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724750 Oct 27 21:33:53.131131 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Publish callbacks [] for router, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.139987 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-30f0a523-fdcb-4848-810f-16ece2d97962 None None] Set router b4e1ffe9-22be-4aff-b637-bc974bf10b02 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:53.168582 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4a36bc61-a4c1-4f44-8abd-8457cc84600a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.206061 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Allocated IP 172.20.0.9 (7558f21a-9038-444d-8fa3-4d5aa50687f4/fb40b042-1cba-4462-ad8d-c89a800fbf5f/559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:33:53.250274 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.310087 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Deleting port 90fc0bca-1057-484b-9567-b1fe1a2584da {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:33:53.310418 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.335658 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-30f0a523-fdcb-4848-810f-16ece2d97962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'name': 'tempest-ServerRescueNegativeTestJSON-2034267507-router', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:16Z', 'updated_at': '2021-10-27T21:33:51Z', 'revision_number': 5, 'project_id': 'bc6c55df10484f298c4a3a060945e240', 'gw_port': {'id': '90fc0bca-1057-484b-9567-b1fe1a2584da', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:53.362327 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4a36bc61-a4c1-4f44-8abd-8457cc84600a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.366145 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0a523-fdcb-4848-810f-16ece2d97962 None None] Checking router: b4e1ffe9-22be-4aff-b637-bc974bf10b02 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:33:53.371430 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4a36bc61-a4c1-4f44-8abd-8457cc84600a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.376725 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f0a523-fdcb-4848-810f-16ece2d97962 None None] Routers {'b4e1ffe9-22be-4aff-b637-bc974bf10b02'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:33:53.377333 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-30f0a523-fdcb-4848-810f-16ece2d97962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:33:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['b4e1ffe9-22be-4aff-b637-bc974bf10b02'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:53.409563 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] For port 90fc0bca-1057-484b-9567-b1fe1a2584da, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=90fc0bca-1057-484b-9567-b1fe1a2584da,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:53.410034 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.424531 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Calling delete_port for 90fc0bca-1057-484b-9567-b1fe1a2584da owned by network:router_gateway {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:33:53.427848 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36bc61-a4c1-4f44-8abd-8457cc84600a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d513b6-ca76-4072-8751-856b8ef24792,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:53.434715 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-4a36bc61-a4c1-4f44-8abd-8457cc84600a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5e22402db3a4c97a88be9e0f435e8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443924 Oct 27 21:33:53.435351 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60458) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:53.492882 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.507226 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-30f0a523-fdcb-4848-810f-16ece2d97962 None None] Set router b4e1ffe9-22be-4aff-b637-bc974bf10b02 gateway port host: None {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:33:53.520621 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-545bea99-79d7-477d-bc20-06396b8d1de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.557071 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-545bea99-79d7-477d-bc20-06396b8d1de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.581100 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-30f0a523-fdcb-4848-810f-16ece2d97962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'name': 'tempest-ServerRescueNegativeTestJSON-2034267507-router', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:16Z', 'updated_at': '2021-10-27T21:33:53Z', 'revision_number': 6, 'project_id': 'bc6c55df10484f298c4a3a060945e240', 'gw_port_host': None}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:53.582407 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.624660 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0a523-fdcb-4848-810f-16ece2d97962 None None] The sync data for ids ['b4e1ffe9-22be-4aff-b637-bc974bf10b02'] in dv-cinder-815746-1-iscsi is: [{'id': 'b4e1ffe9-22be-4aff-b637-bc974bf10b02', 'name': 'tempest-ServerRescueNegativeTestJSON-2034267507-router', 'tenant_id': 'bc6c55df10484f298c4a3a060945e240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:16Z', 'updated_at': '2021-10-27T21:33:53Z', 'revision_number': 6, 'project_id': 'bc6c55df10484f298c4a3a060945e240', 'gw_port_host': None}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:33:53.643359 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Network 7558f21a-9038-444d-8fa3-4d5aa50687f4 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:33:53.648595 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:33:53.653484 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:33:53.659029 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Pushing event updated for resources: {'Port': ['ID=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:53.718785 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f5749-1a77-4015-8672-95dc72f12872 req-1ce06e5d-768c-4c46-967c-96621720e7da tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:53.720545 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-853f5749-1a77-4015-8672-95dc72f12872 req-1ce06e5d-768c-4c46-967c-96621720e7da tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 931 time: 0.1207483 Oct 27 21:33:53.764121 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.802504 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-853f5749-1a77-4015-8672-95dc72f12872 req-c34378ef-2aa7-4e19-8abf-1062a2ebad02 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730939 Oct 27 21:33:53.805196 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Pushing event deleted for resources: {'Port': ['ID=90fc0bca-1057-484b-9567-b1fe1a2584da,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:53.829131 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:53.829494 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:53.829809 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:53.830138 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:53.830469 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:53.830795 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:53.831119 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:53.831442 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:53.831767 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:53.832085 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:53.832400 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:53.832716 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:33:53.881463 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703796'] for router_gateway, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.929876 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-545bea99-79d7-477d-bc20-06396b8d1de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.932370 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-545bea99-79d7-477d-bc20-06396b8d1de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.933660 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-545bea99-79d7-477d-bc20-06396b8d1de4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2d513b6-ca76-4072-8751-856b8ef24792 HTTP/1.1" status: 204 len: 168 time: 0.4977965 Oct 27 21:33:53.975686 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bea99-79d7-477d-bc20-06396b8d1de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d513b6-ca76-4072-8751-856b8ef24792,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:53.990842 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:53.991495 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.994944 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3098'] for router, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:53.997998 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.040926 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f00673-f644-4311-b277-f1bb0d8be9b1 req-8eaf832f-fa12-4a8e-b7c0-d8746efa1d45 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:54.054559 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10f00673-f644-4311-b277-f1bb0d8be9b1 req-8eaf832f-fa12-4a8e-b7c0-d8746efa1d45 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1280186 Oct 27 21:33:54.072782 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-c04053bb-3e08-45f1-a21b-4ffec9e3a4c4 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3138704 Oct 27 21:33:54.095103 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Request body: {'port': {'device_id': '30416535-d142-4697-b897-2176f218a9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:54.112568 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627145'] for router, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.113517 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e1ffe9-22be-4aff-b637-bc974bf10b02 {{(pid=101366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:33:54.125903 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.131378 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-9680fc16-303d-45ca-9d82-2df87271b515 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b4e1ffe9-22be-4aff-b637-bc974bf10b02 HTTP/1.1" status: 204 len: 168 time: 1.1760907 Oct 27 21:33:54.131378 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60470) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:54.157999 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10f00673-f644-4311-b277-f1bb0d8be9b1 req-318455db-86ff-418c-a000-e57845d7f53e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020625 Oct 27 21:33:54.199245 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_v2 [None req-9687b28d-84c2-402b-babf-3e6b819d23b4 admin admin] Deleting subnet 55d4d4c6-62d1-4440-b670-fe01a605f294 {{(pid=101366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:33:54.203452 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9687b28d-84c2-402b-babf-3e6b819d23b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.209985 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.248394 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9687b28d-84c2-402b-babf-3e6b819d23b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12665891'] for subnet, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.300664 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9687b28d-84c2-402b-babf-3e6b819d23b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.331009 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60472) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:54.361871 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29bc7a86-abe3-4d36-a8df-9ff132b2c3c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.422408 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9687b28d-84c2-402b-babf-3e6b819d23b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12743610'] for subnet, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.456445 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687b28d-84c2-402b-babf-3e6b819d23b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d4d4c6-62d1-4440-b670-fe01a605f294,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:54.465023 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9687b28d-84c2-402b-babf-3e6b819d23b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.469302 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-9687b28d-84c2-402b-babf-3e6b819d23b4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/55d4d4c6-62d1-4440-b670-fe01a605f294 HTTP/1.1" status: 204 len: 168 time: 0.3374434 Oct 27 21:33:54.471299 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60474) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:54.487259 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:33:54.495046 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.509402 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Transition to ACTIVE for port object 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:33:54.513787 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.567803 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Pushing event updated for resources: {'Port': ['ID=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:54.570480 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29bc7a86-abe3-4d36-a8df-9ff132b2c3c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.574131 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.577279 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29bc7a86-abe3-4d36-a8df-9ff132b2c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.627419 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-29bc7a86-abe3-4d36-a8df-9ff132b2c3c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ccf218dbf8747c18c538c32b3eee76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924478 Oct 27 21:33:54.627739 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60476) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:54.641742 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc7a86-abe3-4d36-a8df-9ff132b2c3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5e7821-1a7a-47b8-9935-5ae988b56bdd,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:54.651375 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Attempting to bind port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:33:54.651887 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Attempting to bind port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'd367c2d0-810c-4c4a-ac42-498059ef2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:33:54.652307 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Attempting to bind port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b on network 7558f21a-9038-444d-8fa3-4d5aa50687f4 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:33:54.664950 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b on network 7558f21a-9038-444d-8fa3-4d5aa50687f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:33:54.665364 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Attempting to bind port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b on network 7558f21a-9038-444d-8fa3-4d5aa50687f4 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:33:54.678466 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:33:54.678918 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Checking segment: {'id': 'd367c2d0-810c-4c4a-ac42-498059ef2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:33:54.679394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Bound using segment: {'id': 'd367c2d0-810c-4c4a-ac42-498059ef2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:33:54.679900 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Bound port: 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd367c2d0-810c-4c4a-ac42-498059ef2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:33:54.680333 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.701798 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.723271 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15eb65b5-0ac0-4d2d-8778-7e331e77b30c']}} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:54.735325 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b733f15-fec6-4be6-bd59-e0e4ffc30536') {'for_net_delete': True} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:54.735720 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b733f15-fec6-4be6-bd59-e0e4ffc30536') {} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:33:54.739951 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c8b8b8ea-dc79-451d-953a-b70fba45f799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.745587 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12665946'] for segment, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.767667 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.775160 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=101366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:33:54.775714 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12780439'] for segment, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: Traceback (most recent call last): Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: timer() Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: cb(*args, **kw) Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: return func(*args, **kwargs) Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: self._notify() Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: self.callback(batched_events) Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: event.method(event) Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: return f(self, *a, **k) Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._get(url).json() Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: return self.request(url, 'GET', **kwargs) Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:33:54.777412 dv-cinder-815746-1-iscsi neutron-server[101366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:33:54.779452 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c8b8b8ea-dc79-451d-953a-b70fba45f799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.791401 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] For port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:33:54.821365 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] For port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b,segment=NetworkSegment(d367c2d0-810c-4c4a-ac42-498059ef2268),segment_id=d367c2d0-810c-4c4a-ac42-498059ef2268)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:33:54.832450 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.845203 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.852281 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.858505 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] 10.222.0.53 "DELETE /v2.0/networks/15eb65b5-0ac0-4d2d-8778-7e331e77b30c HTTP/1.1" status: 204 len: 168 time: 0.3845835 Oct 27 21:33:54.876734 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:54.877403 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.878819 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] 10.222.0.83 "PUT /v2.0/ports/559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b HTTP/1.1" status: 200 len: 1093 time: 0.7901464 Oct 27 21:33:54.880670 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30416535-d142-4697-b897-2176f218a9e6', 'tag': '559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:54.882954 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2990553-f675-4708-b39b-0be905e53f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "30416535-d142-4697-b897-2176f218a9e6", "tag": "559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:54.891734 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ba579-1aa9-467a-8dc4-1a09abb16f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=15eb65b5-0ac0-4d2d-8778-7e331e77b30c,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:54.893529 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c8b8b8ea-dc79-451d-953a-b70fba45f799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.896527 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c8b8b8ea-dc79-451d-953a-b70fba45f799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:54.898290 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c8b8b8ea-dc79-451d-953a-b70fba45f799 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf5e7821-1a7a-47b8-9935-5ae988b56bdd HTTP/1.1" status: 204 len: 168 time: 0.2689977 Oct 27 21:33:54.923106 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8b8ea-dc79-451d-953a-b70fba45f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5e7821-1a7a-47b8-9935-5ae988b56bdd,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:54.929435 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af34aa-9351-494c-8b33-fa7dec80fbda service neutron] Pushing event updated for resources: {'Port': ['ID=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:55.013868 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6550b4-3192-4c6a-ba69-fbfa88619580 x-openstack-request-id: req-4f6550b4-3192-4c6a-ba69-fbfa88619580 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:55.014226 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30416535-d142-4697-b897-2176f218a9e6", "tag": "559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:55.014427 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f6550b4-3192-4c6a-ba69-fbfa88619580 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:55.014814 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30416535-d142-4697-b897-2176f218a9e6', 'tag': '559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b', 'status': 'completed', 'code': 200} Oct 27 21:33:55.042764 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-ca5dbbb8-99fb-4266-9cd8-9f2d1fc7bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:55.044302 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-ca5dbbb8-99fb-4266-9cd8-9f2d1fc7bf48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0666525c33445f58c786b33ee3bb0c9&device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 1096 time: 0.0829346 Oct 27 21:33:55.067504 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7748b-4a28-4704-ac89-b2798351160f req-fa55d2cb-e1aa-4121-9d0c-b464bd9a7e7b tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:55.070016 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a2a7748b-4a28-4704-ac89-b2798351160f req-fa55d2cb-e1aa-4121-9d0c-b464bd9a7e7b tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 943 time: 0.0996327 Oct 27 21:33:55.105092 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-d93ccb55-fd1a-45d8-a7b8-166e8d3b863e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b HTTP/1.1" status: 200 len: 217 time: 0.0456440 Oct 27 21:33:55.116758 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60488) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:55.129963 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a2a7748b-4a28-4704-ac89-b2798351160f req-66c119f5-fc9e-42b4-a1ca-075269ffc518 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510321 Oct 27 21:33:55.165106 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-88e64b57-0d05-4ef5-bea6-27d6209372ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:55.167204 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-88e64b57-0d05-4ef5-bea6-27d6209372ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb40b042-1cba-4462-ad8d-c89a800fbf5f HTTP/1.1" status: 200 len: 852 time: 0.0541599 Oct 27 21:33:55.171671 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-38fda42c-a16c-4702-8db2-7976889e0bd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc6c55df10484f298c4a3a060945e240&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509443 Oct 27 21:33:55.172048 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60490) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:55.200149 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-9f9d980d-4275-46f2-84db-d2e7356b9dd5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7558f21a-9038-444d-8fa3-4d5aa50687f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251117 Oct 27 21:33:55.227914 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa88f-f6b8-4f5d-9338-8387b911fc1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.253472 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa88f-f6b8-4f5d-9338-8387b911fc1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.316242 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa88f-f6b8-4f5d-9338-8387b911fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.319185 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa88f-f6b8-4f5d-9338-8387b911fc1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:55.322804 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-8a8fa88f-f6b8-4f5d-9338-8387b911fc1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1c98a02-e49c-4f9d-ab8c-771774848659 HTTP/1.1" status: 204 len: 168 time: 0.1476622 Oct 27 21:33:55.331328 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fa88f-f6b8-4f5d-9338-8387b911fc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c98a02-e49c-4f9d-ab8c-771774848659,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:55.334605 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-9ae1e435-0762-4071-b2cd-fc98feb53231 service neutron] 10.222.0.83 "GET /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267529 Oct 27 21:33:55.348005 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547efc8-5cc6-4de8-9582-9c36fea10973 req-c6b37385-ba0d-463a-86cd-be00b5437be4 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:55.349587 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0547efc8-5cc6-4de8-9582-9c36fea10973 req-c6b37385-ba0d-463a-86cd-be00b5437be4 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0758593 Oct 27 21:33:55.441232 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0547efc8-5cc6-4de8-9582-9c36fea10973 req-67c8eb86-2beb-47ae-9deb-9d2570362cac tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728009 Oct 27 21:33:55.472584 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-27bc0413-2c43-4d44-adfe-669f3f5e6802 req-3b7d23a0-136f-42e7-98ad-9106bcb6a551 service neutron] 10.222.0.83 "GET /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215930 Oct 27 21:33:55.500000 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 921f8ffe-9bad-41d2-a4c9-acb0c535115f no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:55.523385 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: 921f8ffe-9bad-41d2-a4c9-acb0c535115f {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:55.523975 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 921f8ffe-9bad-41d2-a4c9-acb0c535115f not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:55.524546 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 90fc0bca-1057-484b-9567-b1fe1a2584da no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:33:55.549590 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: 90fc0bca-1057-484b-9567-b1fe1a2584da {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:33:55.549935 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 90fc0bca-1057-484b-9567-b1fe1a2584da not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:33:55.640888 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2990553-f675-4708-b39b-0be905e53f3d req-a764ec5b-7048-4c82-a065-b485b61919a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:55.642532 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2990553-f675-4708-b39b-0be905e53f3d req-a764ec5b-7048-4c82-a065-b485b61919a1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0666525c33445f58c786b33ee3bb0c9&device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 1096 time: 0.0503733 Oct 27 21:33:55.775698 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2990553-f675-4708-b39b-0be905e53f3d req-aacaa4fa-f5d9-48f3-96de-5d7e6c8a3b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:55.777243 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2990553-f675-4708-b39b-0be905e53f3d req-aacaa4fa-f5d9-48f3-96de-5d7e6c8a3b92 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7558f21a-9038-444d-8fa3-4d5aa50687f4 HTTP/1.1" status: 200 len: 913 time: 0.1155019 Oct 27 21:33:55.844497 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2990553-f675-4708-b39b-0be905e53f3d req-7b9e531c-a73c-49a1-8f73-984e87cdc2b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b HTTP/1.1" status: 200 len: 217 time: 0.0373895 Oct 27 21:33:55.901884 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2990553-f675-4708-b39b-0be905e53f3d req-0df388c9-be6c-4d78-a008-b56147d6fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:55.903246 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2990553-f675-4708-b39b-0be905e53f3d req-0df388c9-be6c-4d78-a008-b56147d6fe18 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb40b042-1cba-4462-ad8d-c89a800fbf5f HTTP/1.1" status: 200 len: 852 time: 0.0489292 Oct 27 21:33:55.960948 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2990553-f675-4708-b39b-0be905e53f3d req-1da301f8-e12f-413e-b665-3b57ad8785df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7558f21a-9038-444d-8fa3-4d5aa50687f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263476 Oct 27 21:33:56.070878 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2990553-f675-4708-b39b-0be905e53f3d req-3c47c3f6-1dcf-4659-8ced-91a5beaafcfc service neutron] 10.222.0.83 "GET /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009946 Oct 27 21:33:56.182103 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2990553-f675-4708-b39b-0be905e53f3d req-09209893-3ab8-4630-ba8d-2f7cde5ece61 service neutron] 10.222.0.83 "GET /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013176 Oct 27 21:33:56.260696 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff93118-365c-4fde-bace-3837de575b2f req-194d8ef8-3577-4a9a-95d4-145bebb3bb91 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:56.262066 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fff93118-365c-4fde-bace-3837de575b2f req-194d8ef8-3577-4a9a-95d4-145bebb3bb91 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 943 time: 0.0591872 Oct 27 21:33:56.310006 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fff93118-365c-4fde-bace-3837de575b2f req-e652e3f2-f841-492d-a70a-51d3ddfd02be tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Oct 27 21:33:56.597524 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d243-9e02-4bea-a1df-11d6fee1511d req-88967145-8b32-49a5-9ab4-5a8892b1ebf5 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:56.600043 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-16f3d243-9e02-4bea-a1df-11d6fee1511d req-88967145-8b32-49a5-9ab4-5a8892b1ebf5 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0656269 Oct 27 21:33:56.662650 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-16f3d243-9e02-4bea-a1df-11d6fee1511d req-2d6c28e6-cb77-47fb-bc43-cf3c26f8168c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555172 Oct 27 21:33:56.948069 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e18586-6c5a-450e-80f3-7765877a77ec req-bc225450-140a-4af0-9823-57e48a038ffb tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:56.949698 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f7e18586-6c5a-450e-80f3-7765877a77ec req-bc225450-140a-4af0-9823-57e48a038ffb tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0546091 Oct 27 21:33:57.030292 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebfcf5-fb5e-4712-82df-31c133fb4c3e req-ade4c03c-c634-4eba-a741-1d712618e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:57.031858 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04ebfcf5-fb5e-4712-82df-31c133fb4c3e req-ade4c03c-c634-4eba-a741-1d712618e616 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=660916c61f3041dcb024daef8e8d02f6&device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 1099 time: 0.0738909 Oct 27 21:33:57.034894 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f7e18586-6c5a-450e-80f3-7765877a77ec req-a348f7f9-c959-4c09-b0c9-4b209db8c213 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785003 Oct 27 21:33:57.134459 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebfcf5-fb5e-4712-82df-31c133fb4c3e req-31e0db00-b1dd-4efa-a8ea-47aa30fa2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:57.136119 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04ebfcf5-fb5e-4712-82df-31c133fb4c3e req-31e0db00-b1dd-4efa-a8ea-47aa30fa2145 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 HTTP/1.1" status: 200 len: 912 time: 0.0945280 Oct 27 21:33:57.232850 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04ebfcf5-fb5e-4712-82df-31c133fb4c3e req-dcfd1279-62bc-4f1a-bad5-5026d3169e9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b122e52-8ec7-4342-adc4-389da3e1ef1a HTTP/1.1" status: 200 len: 1002 time: 0.0863290 Oct 27 21:33:57.292354 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebfcf5-fb5e-4712-82df-31c133fb4c3e req-87057add-bcec-46f2-9f78-592297fefc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:57.293347 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04ebfcf5-fb5e-4712-82df-31c133fb4c3e req-87057add-bcec-46f2-9f78-592297fefc3b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=277221fb-10ab-4eb5-b84a-f5934fc5fe8a HTTP/1.1" status: 200 len: 850 time: 0.0538158 Oct 27 21:33:57.356972 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebfcf5-fb5e-4712-82df-31c133fb4c3e req-024c8062-e47f-441c-89bb-6e2842976f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:57.358468 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04ebfcf5-fb5e-4712-82df-31c133fb4c3e req-024c8062-e47f-441c-89bb-6e2842976f6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573652 Oct 27 21:33:57.395522 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2256937-c852-488a-8f78-e1d8e683b0d7 req-9f5ad110-5d83-47ca-a03e-6bf460503194 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:57.397114 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d2256937-c852-488a-8f78-e1d8e683b0d7 req-9f5ad110-5d83-47ca-a03e-6bf460503194 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 946 time: 0.0747101 Oct 27 21:33:57.438857 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d2256937-c852-488a-8f78-e1d8e683b0d7 req-ff1ebeb5-b3d3-44bc-a325-d7b1cc683565 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343120 Oct 27 21:33:57.454090 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:33:57.463773 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60602) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:57.516340 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5054775-18e5-4159-a645-aa518a5a1b07 req-20a0fb89-9657-4da9-97fe-75206228f835 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:57.523559 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d5054775-18e5-4159-a645-aa518a5a1b07 req-20a0fb89-9657-4da9-97fe-75206228f835 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 943 time: 0.0820291 Oct 27 21:33:57.554031 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04ebfcf5-fb5e-4712-82df-31c133fb4c3e req-07dcfe17-97bc-4fc7-a30a-0bd5715e0abf service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867249 Oct 27 21:33:57.580642 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b,segment=NetworkSegment(d367c2d0-810c-4c4a-ac42-498059ef2268),segment_id=d367c2d0-810c-4c4a-ac42-498059ef2268)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:57.596144 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b', 'network_id': '7558f21a-9038-444d-8fa3-4d5aa50687f4', 'port_id': '559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b', 'mac_address': 'fa:16:3e:ed:3a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb40b042-1cba-4462-ad8d-c89a800fbf5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:33:57.636466 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d5054775-18e5-4159-a645-aa518a5a1b07 req-5015550d-bbd0-454d-a83b-69a25ce03c43 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119275 Oct 27 21:33:57.659631 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:57.678731 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:33:57.705585 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-04ebfcf5-fb5e-4712-82df-31c133fb4c3e req-425a761b-1886-48d1-a5c1-02ba01ab0452 service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394331 Oct 27 21:33:57.707922 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b,segment=NetworkSegment(d367c2d0-810c-4c4a-ac42-498059ef2268),segment_id=d367c2d0-810c-4c4a-ac42-498059ef2268)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:57.714632 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:57.806267 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:57.871285 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b0318-f6de-44b8-b32d-f033e55cc594 tempest-TestMinimumBasicScenario-1334841253 tempest-TestMinimumBasicScenario-1334841253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:57.872892 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-841b0318-f6de-44b8-b32d-f033e55cc594 tempest-TestMinimumBasicScenario-1334841253 tempest-TestMinimumBasicScenario-1334841253-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 1094 time: 0.4075792 Oct 27 21:33:57.876259 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60618) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:33:57.880766 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Request body: {'floatingip': {'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'port_id': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:33:57.902621 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for floatingip, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:58.005311 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:58.116474 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:33:58.124625 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Allocated IP 172.27.2.105 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/3c8da87b-426f-4771-8fb7-c418e76e802d) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:33:58.230044 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095692c6-a1f3-4c32-bd01-55ca6b43875a req-3af702d4-1786-4a46-8f9a-e2b0d58b10e7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:58.230044 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-095692c6-a1f3-4c32-bd01-55ca6b43875a req-3af702d4-1786-4a46-8f9a-e2b0d58b10e7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1053491 Oct 27 21:33:58.290006 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-095692c6-a1f3-4c32-bd01-55ca6b43875a req-a8fb5c9a-30e6-4ca9-bd57-b60cf566ac05 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550475 Oct 27 21:33:58.312900 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:58.352720 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:58.392804 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:33:58.395863 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:33:58.399451 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:33:58.425958 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event updated for resources: {'Port': ['ID=3c8da87b-426f-4771-8fb7-c418e76e802d,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:58.755106 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bd981-45fb-4485-9ad4-36f40b9d671d req-c3e43caf-d6bd-4ea3-bac4-0f4dc7f570e9 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:58.757251 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4a1bd981-45fb-4485-9ad4-36f40b9d671d req-c3e43caf-d6bd-4ea3-bac4-0f4dc7f570e9 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 944 time: 0.0557916 Oct 27 21:33:58.801593 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4a1bd981-45fb-4485-9ad4-36f40b9d671d req-96e463ce-bd77-4f3b-8311-4a10c59a0271 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367992 Oct 27 21:33:59.097022 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.197658 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.358354 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.366942 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780467'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.470582 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:33:59.471198 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event updated for resources: {'Port': ['ID=3c8da87b-426f-4771-8fb7-c418e76e802d,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:59.489769 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069d323-57c9-4bfc-acb0-4b7677ec7921 req-20fedbc0-f7e4-48ce-8e78-a32cbbb81e69 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:59.491258 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1069d323-57c9-4bfc-acb0-4b7677ec7921 req-20fedbc0-f7e4-48ce-8e78-a32cbbb81e69 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1272373 Oct 27 21:33:59.494339 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.526499 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:33:59.531509 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:33:59.531905 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.600403 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1069d323-57c9-4bfc-acb0-4b7677ec7921 req-e4a41e89-44c2-4f5b-9c60-77674a590dfe tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027479 Oct 27 21:33:59.616282 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.624790 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.l3_db [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Floating IP 89103320-d9a2-48d1-a9ce-26dbdc23bd3c associated. External IP: 172.27.2.105, port: 15cf9da9-37e2-46c8-804b-bed0cd30395a. Oct 27 21:33:59.639935 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30416535-d142-4697-b897-2176f218a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:33:59.642563 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f85f1ce-8089-4e66-8708-61f54a610318" -d '{"events": [{"server_uuid": "30416535-d142-4697-b897-2176f218a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:33:59.657330 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b,segment=NetworkSegment(d367c2d0-810c-4c4a-ac42-498059ef2268),segment_id=d367c2d0-810c-4c4a-ac42-498059ef2268)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:33:59.662766 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:33:59.690949 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3b4dbd-fd2d-477d-9cb8-4fb4cd855609 x-openstack-request-id: req-fc3b4dbd-fd2d-477d-9cb8-4fb4cd855609 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:33:59.691507 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30416535-d142-4697-b897-2176f218a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:33:59.691885 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc3b4dbd-fd2d-477d-9cb8-4fb4cd855609 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:33:59.692320 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30416535-d142-4697-b897-2176f218a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b', 'code': 200} Oct 27 21:33:59.726488 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:33:59.887196 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Router fef3c587-464c-4563-a9c9-fcd4e9ed8086 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:33:59.900056 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e3f6a-bd6b-49bb-8589-812859ba4fe7 req-16ea2b16-ba98-4a97-979d-0b4cd3d91702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:33:59.901648 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ca3e3f6a-bd6b-49bb-8589-812859ba4fe7 req-16ea2b16-ba98-4a97-979d-0b4cd3d91702 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 1098 time: 0.0433607 Oct 27 21:33:59.938074 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ca3e3f6a-bd6b-49bb-8589-812859ba4fe7 req-335957ae-2a88-4b0c-a9e6-46e9ee36d8bd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285065 Oct 27 21:34:00.014952 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc532-4df2-4e71-91b3-5cdf51281eac req-820fbe66-e0ce-42c9-9bed-354eb0d0a3d7 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:00.016418 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c1ffc532-4df2-4e71-91b3-5cdf51281eac req-820fbe66-e0ce-42c9-9bed-354eb0d0a3d7 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 945 time: 0.1194561 Oct 27 21:34:00.041165 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:34:00.053838 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059a9a0-bd31-4d67-9f26-9a605e9dfcab None None] Sync routers for ids ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:34:00.070037 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059a9a0-bd31-4d67-9f26-9a605e9dfcab None None] Routers {'fef3c587-464c-4563-a9c9-fcd4e9ed8086'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:00.071012 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-6059a9a0-bd31-4d67-9f26-9a605e9dfcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:33:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:00.071895 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c1ffc532-4df2-4e71-91b3-5cdf51281eac req-7f80699a-f271-495f-ad0c-59d67884ca19 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488341 Oct 27 21:34:00.075434 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.107414 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-be49ac2c-e585-4dc0-a5f7-f6b46e87aa23 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2297943 Oct 27 21:34:00.107848 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a'}] {{(pid=101366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:00.110087 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60682) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:00.110374 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8678a9f2196498b2d251eb2584ee31b5e063e546e82940a6b87b3d9432d70b75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7914c7f-ad87-467f-b104-6a255cbe35c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a"}]}' {{(pid=101366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:00.115177 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-6778ceda-1215-44c2-89a8-2cdad2f96c16 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540556830', 'description': 'tempest-secgroup-smoke-540556830 description', 'project_id': '3ebab3113a49438199feec3ebdb4856f'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:00.143970 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6778ceda-1215-44c2-89a8-2cdad2f96c16 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.146590 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cb3607-70b1-4104-ae59-0b9068679e83 x-openstack-request-id: req-64cb3607-70b1-4104-ae59-0b9068679e83 {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:00.147084 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a", "status": "completed", "code": 200}]} {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:00.147333 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64cb3607-70b1-4104-ae59-0b9068679e83 {{(pid=101366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:00.148313 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'status': 'completed', 'code': 200} Oct 27 21:34:00.190319 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-6059a9a0-bd31-4d67-9f26-9a605e9dfcab None None] Set router fef3c587-464c-4563-a9c9-fcd4e9ed8086 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:00.228076 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6778ceda-1215-44c2-89a8-2cdad2f96c16 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.233240 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6778ceda-1215-44c2-89a8-2cdad2f96c16 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.263132 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778ceda-1215-44c2-89a8-2cdad2f96c16 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc702dd-78a7-485f-988d-d0da6b767795,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:00.268754 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6778ceda-1215-44c2-89a8-2cdad2f96c16 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.270148 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-6778ceda-1215-44c2-89a8-2cdad2f96c16 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1585410 Oct 27 21:34:00.273011 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60690) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:00.277607 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-c5822b56-f2af-4292-ab48-471361151b17 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Request body: {'security_group_rule': {'security_group_id': 'abc702dd-78a7-485f-988d-d0da6b767795', 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:00.319302 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c5822b56-f2af-4292-ab48-471361151b17 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.408965 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7914c7f-ad87-467f-b104-6a255cbe35c1 req-124c56b7-bd18-4ed9-8ff6-c43c92f9edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:00.412234 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c7914c7f-ad87-467f-b104-6a255cbe35c1 req-124c56b7-bd18-4ed9-8ff6-c43c92f9edcb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ebab3113a49438199feec3ebdb4856f&device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 1099 time: 0.0887072 Oct 27 21:34:00.442007 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c5822b56-f2af-4292-ab48-471361151b17 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.455163 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c5822b56-f2af-4292-ab48-471361151b17 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.504836 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5822b56-f2af-4292-ab48-471361151b17 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e4adf8-8e5e-4529-9641-9244ef640291,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:00.510434 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c5822b56-f2af-4292-ab48-471361151b17 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.514366 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c5822b56-f2af-4292-ab48-471361151b17 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2376995 Oct 27 21:34:00.514619 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60698) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:00.520684 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-613fdf7e-5d28-428f-948c-d34737daf508 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Request body: {'security_group_rule': {'security_group_id': 'abc702dd-78a7-485f-988d-d0da6b767795', 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:00.568702 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-613fdf7e-5d28-428f-948c-d34737daf508 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.571509 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7914c7f-ad87-467f-b104-6a255cbe35c1 req-66c8198b-694a-45c9-994e-794d0fede4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:00.573057 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c7914c7f-ad87-467f-b104-6a255cbe35c1 req-66c8198b-694a-45c9-994e-794d0fede4de service neutron] 10.222.0.83 "GET /v2.0/networks?id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298 HTTP/1.1" status: 200 len: 915 time: 0.1483471 Oct 27 21:34:00.626354 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-6059a9a0-bd31-4d67-9f26-9a605e9dfcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:32:30Z', 'revision_number': 4, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '89103320-d9a2-48d1-a9ce-26dbdc23bd3c', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'port_id': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'mac_address': 'fa:16:3e:d1:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:58Z', 'updated_at': '2021-10-27T21:33:58Z', 'revision_number': 0, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7756449-7809-41da-b5d0-acd5970f8189', 'name': '', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'mac_address': 'fa:16:3e:15:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:29Z', 'updated_at': '2021-10-27T21:32:37Z', 'revision_number': 5, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'subnets': [{'id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:00.655071 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059a9a0-bd31-4d67-9f26-9a605e9dfcab None None] Checking router: fef3c587-464c-4563-a9c9-fcd4e9ed8086 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:34:00.665339 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059a9a0-bd31-4d67-9f26-9a605e9dfcab None None] Routers {'fef3c587-464c-4563-a9c9-fcd4e9ed8086'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:00.666117 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-6059a9a0-bd31-4d67-9f26-9a605e9dfcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:33:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:00.672151 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c7914c7f-ad87-467f-b104-6a255cbe35c1 req-1b28feac-45f8-428c-b627-a44e89661278 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a HTTP/1.1" status: 200 len: 1000 time: 0.0897489 Oct 27 21:34:00.673812 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-613fdf7e-5d28-428f-948c-d34737daf508 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.681422 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-613fdf7e-5d28-428f-948c-d34737daf508 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.682275 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60702) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:00.728481 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fdf7e-5d28-428f-948c-d34737daf508 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c4031f-b653-45a5-beb7-9d8dd2a70099,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:00.741688 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-613fdf7e-5d28-428f-948c-d34737daf508 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.742924 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-613fdf7e-5d28-428f-948c-d34737daf508 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2273624 Oct 27 21:34:00.745948 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60706) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:00.750684 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-498d5c18-0a69-4e72-81a3-9e69ab84e340 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Request body: {'security_group_rule': {'security_group_id': 'abc702dd-78a7-485f-988d-d0da6b767795', 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:00.751656 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7914c7f-ad87-467f-b104-6a255cbe35c1 req-14d27c12-71ea-45e0-92fd-d5affad2f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:00.753432 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c7914c7f-ad87-467f-b104-6a255cbe35c1 req-14d27c12-71ea-45e0-92fd-d5affad2f01d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7f2ea11-4361-4e92-b912-0486f5023917 HTTP/1.1" status: 200 len: 853 time: 0.0688868 Oct 27 21:34:00.792405 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-6059a9a0-bd31-4d67-9f26-9a605e9dfcab None None] Set router fef3c587-464c-4563-a9c9-fcd4e9ed8086 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:00.793647 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-498d5c18-0a69-4e72-81a3-9e69ab84e340 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.815671 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7914c7f-ad87-467f-b104-6a255cbe35c1 req-256f49a9-c137-4de1-ba91-6e3a1e84adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:00.817552 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c7914c7f-ad87-467f-b104-6a255cbe35c1 req-256f49a9-c137-4de1-ba91-6e3a1e84adf9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516860 Oct 27 21:34:00.876017 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-498d5c18-0a69-4e72-81a3-9e69ab84e340 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.879010 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0554fdb2-5516-4ec2-a122-ed52476dfa5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.894837 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-498d5c18-0a69-4e72-81a3-9e69ab84e340 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.926919 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-498d5c18-0a69-4e72-81a3-9e69ab84e340 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:00.928242 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-498d5c18-0a69-4e72-81a3-9e69ab84e340 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1813092 Oct 27 21:34:00.931047 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60712) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:00.936475 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d5c18-0a69-4e72-81a3-9e69ab84e340 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b69bb7-0dd6-44e8-b1ca-464d0ec4cec7,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:00.938072 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-13c68af4-f849-4c21-bf67-c7e75102647c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Request body: {'security_group_rule': {'security_group_id': 'abc702dd-78a7-485f-988d-d0da6b767795', 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:00.966755 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c7914c7f-ad87-467f-b104-6a255cbe35c1 req-5906627e-6f59-4baa-a526-15e55675fc27 service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350148 Oct 27 21:34:00.976964 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-13c68af4-f849-4c21-bf67-c7e75102647c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.038248 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0554fdb2-5516-4ec2-a122-ed52476dfa5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.044617 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0554fdb2-5516-4ec2-a122-ed52476dfa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.084099 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-0554fdb2-5516-4ec2-a122-ed52476dfa5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e0b9a5c87f44a34881cab45803dba4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000211 Oct 27 21:34:01.087342 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60714) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:01.088679 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-6059a9a0-bd31-4d67-9f26-9a605e9dfcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:32:30Z', 'revision_number': 4, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '89103320-d9a2-48d1-a9ce-26dbdc23bd3c', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'port_id': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'mac_address': 'fa:16:3e:d1:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:58Z', 'updated_at': '2021-10-27T21:33:58Z', 'revision_number': 0, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7756449-7809-41da-b5d0-acd5970f8189', 'name': '', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'mac_address': 'fa:16:3e:15:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:29Z', 'updated_at': '2021-10-27T21:32:37Z', 'revision_number': 5, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'subnets': [{'id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:01.109642 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554fdb2-5516-4ec2-a122-ed52476dfa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f06768c-e63f-4a5b-b63f-e97e3766c31c,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:01.116365 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-13c68af4-f849-4c21-bf67-c7e75102647c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.125184 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059a9a0-bd31-4d67-9f26-9a605e9dfcab None None] The sync data for ids ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'] in dv-cinder-815746-1-iscsi is: [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:32:30Z', 'revision_number': 4, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '89103320-d9a2-48d1-a9ce-26dbdc23bd3c', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'port_id': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'mac_address': 'fa:16:3e:d1:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:33:58Z', 'updated_at': '2021-10-27T21:33:58Z', 'revision_number': 0, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7756449-7809-41da-b5d0-acd5970f8189', 'name': '', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'mac_address': 'fa:16:3e:15:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:29Z', 'updated_at': '2021-10-27T21:32:37Z', 'revision_number': 5, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'subnets': [{'id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:34:01.158920 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-13c68af4-f849-4c21-bf67-c7e75102647c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.191172 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c68af4-f849-4c21-bf67-c7e75102647c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f936bf-95e5-4101-83de-bb5ed091a513,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:01.220924 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-eec24b47-5c80-41ef-865e-8a7ee4b00a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.225300 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c7914c7f-ad87-467f-b104-6a255cbe35c1 req-d7339f73-87e2-46e4-9235-922d3c54edee service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355931 Oct 27 21:34:01.254556 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-13c68af4-f849-4c21-bf67-c7e75102647c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.261687 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-13c68af4-f849-4c21-bf67-c7e75102647c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3286703 Oct 27 21:34:01.265276 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60720) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:01.273863 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313acf56-a4a2-48ca-9450-10422c1c350d req-c8460982-12b5-4746-9e5a-c6e39b9c72f6 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.278648 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-313acf56-a4a2-48ca-9450-10422c1c350d req-c8460982-12b5-4746-9e5a-c6e39b9c72f6 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 945 time: 0.1099722 Oct 27 21:34:01.289804 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-42178102-bc3a-48ac-a5b2-29b31682eeba tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Request body: {'security_group_rule': {'security_group_id': 'abc702dd-78a7-485f-988d-d0da6b767795', 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:01.317207 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-eec24b47-5c80-41ef-865e-8a7ee4b00a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.332496 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-313acf56-a4a2-48ca-9450-10422c1c350d req-ff8995ef-cf27-4fab-a5f9-c5bc5c368730 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467556 Oct 27 21:34:01.377208 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.securitygroups_db [None req-42178102-bc3a-48ac-a5b2-29b31682eeba tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Project 3ebab3113a49438199feec3ebdb4856f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:34:01.384724 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-42178102-bc3a-48ac-a5b2-29b31682eeba tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.406586 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-eec24b47-5c80-41ef-865e-8a7ee4b00a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.409143 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-eec24b47-5c80-41ef-865e-8a7ee4b00a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.410301 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-eec24b47-5c80-41ef-865e-8a7ee4b00a19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f06768c-e63f-4a5b-b63f-e97e3766c31c HTTP/1.1" status: 204 len: 168 time: 0.3187480 Oct 27 21:34:01.433531 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec24b47-5c80-41ef-865e-8a7ee4b00a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f06768c-e63f-4a5b-b63f-e97e3766c31c,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:01.469712 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dabecc-69ea-4509-8c87-8c61e464e67c None None] New status for floating IP 89103320-d9a2-48d1-a9ce-26dbdc23bd3c: ACTIVE {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:34:01.475307 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-42178102-bc3a-48ac-a5b2-29b31682eeba tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.482614 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-42178102-bc3a-48ac-a5b2-29b31682eeba tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.498238 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42178102-bc3a-48ac-a5b2-29b31682eeba tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b0049b-48b8-4773-8ac8-265956e5a707,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:01.513572 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-42178102-bc3a-48ac-a5b2-29b31682eeba tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.516903 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-42178102-bc3a-48ac-a5b2-29b31682eeba tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2448206 Oct 27 21:34:01.518263 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60726) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:01.523018 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-d52498bc-a4d4-4c72-bcd2-dcbc394b6cc0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Request body: {'security_group_rule': {'security_group_id': 'abc702dd-78a7-485f-988d-d0da6b767795', 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:01.550819 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.securitygroups_db [None req-d52498bc-a4d4-4c72-bcd2-dcbc394b6cc0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Project 3ebab3113a49438199feec3ebdb4856f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:34:01.556297 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d52498bc-a4d4-4c72-bcd2-dcbc394b6cc0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.615678 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d52498bc-a4d4-4c72-bcd2-dcbc394b6cc0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.621555 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d52498bc-a4d4-4c72-bcd2-dcbc394b6cc0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.642404 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52498bc-a4d4-4c72-bcd2-dcbc394b6cc0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b187b3-2828-4083-add9-bf6e95d5b930,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:01.656882 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d52498bc-a4d4-4c72-bcd2-dcbc394b6cc0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.658354 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-d52498bc-a4d4-4c72-bcd2-dcbc394b6cc0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390283 Oct 27 21:34:01.752074 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6895b3bb-e74c-4fd8-8d5e-8f9f50b2ffa2 req-f199de08-e1b7-4a55-8863-402ca1b426fb tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540556830&fields=id&tenant_id=3ebab3113a49438199feec3ebdb4856f HTTP/1.1" status: 200 len: 267 time: 0.0425069 Oct 27 21:34:01.774359 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60732) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:01.788488 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-789c6626-75ae-4614-9df5-5fb9a3961348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.810842 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895b3bb-e74c-4fd8-8d5e-8f9f50b2ffa2 req-dcfc4752-0f0f-4cce-ae5d-d4272711e3a4 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:01.812409 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6895b3bb-e74c-4fd8-8d5e-8f9f50b2ffa2 req-dcfc4752-0f0f-4cce-ae5d-d4272711e3a4 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 946 time: 0.0539796 Oct 27 21:34:01.824640 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-6895b3bb-e74c-4fd8-8d5e-8f9f50b2ffa2 req-91ca2e0a-b4bd-4890-a47c-2060e2ea84b5 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Request body: {'port': {'security_groups': ['690cc115-46c0-4d5c-bee7-2f2b4a4b33e0', 'abc702dd-78a7-485f-988d-d0da6b767795']}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:01.876048 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-789c6626-75ae-4614-9df5-5fb9a3961348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.881239 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-789c6626-75ae-4614-9df5-5fb9a3961348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.893353 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6895b3bb-e74c-4fd8-8d5e-8f9f50b2ffa2 req-91ca2e0a-b4bd-4890-a47c-2060e2ea84b5 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.920488 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-789c6626-75ae-4614-9df5-5fb9a3961348 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dce2f33aab6540159f9ec2192bf098d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450095 Oct 27 21:34:01.921554 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c6626-75ae-4614-9df5-5fb9a3961348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c4d1ba-a435-432d-9b37-53a9bcbbf37a,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:01.923926 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60734) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:01.973556 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c030ab01-e2e1-4746-b199-19361234fdf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:01.995270 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c030ab01-e2e1-4746-b199-19361234fdf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.045293 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c030ab01-e2e1-4746-b199-19361234fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.047869 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c030ab01-e2e1-4746-b199-19361234fdf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.049273 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c030ab01-e2e1-4746-b199-19361234fdf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8c4d1ba-a435-432d-9b37-53a9bcbbf37a HTTP/1.1" status: 204 len: 168 time: 0.1235774 Oct 27 21:34:02.059878 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030ab01-e2e1-4746-b199-19361234fdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c4d1ba-a435-432d-9b37-53a9bcbbf37a,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:02.089072 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-6895b3bb-e74c-4fd8-8d5e-8f9f50b2ffa2 req-91ca2e0a-b4bd-4890-a47c-2060e2ea84b5 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] For port 15cf9da9-37e2-46c8-804b-bed0cd30395a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:02.123357 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6895b3bb-e74c-4fd8-8d5e-8f9f50b2ffa2 req-91ca2e0a-b4bd-4890-a47c-2060e2ea84b5 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.129561 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6895b3bb-e74c-4fd8-8d5e-8f9f50b2ffa2 req-91ca2e0a-b4bd-4890-a47c-2060e2ea84b5 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.177037 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['15cf9da9-37e2-46c8-804b-bed0cd30395a'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:02.178338 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895b3bb-e74c-4fd8-8d5e-8f9f50b2ffa2 req-91ca2e0a-b4bd-4890-a47c-2060e2ea84b5 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:02.178966 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6895b3bb-e74c-4fd8-8d5e-8f9f50b2ffa2 req-91ca2e0a-b4bd-4890-a47c-2060e2ea84b5 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.180528 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6895b3bb-e74c-4fd8-8d5e-8f9f50b2ffa2 req-91ca2e0a-b4bd-4890-a47c-2060e2ea84b5 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "PUT /v2.0/ports/15cf9da9-37e2-46c8-804b-bed0cd30395a HTTP/1.1" status: 200 len: 982 time: 0.3607397 Oct 27 21:34:02.181262 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:02.183728 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24072c15-0216-4eeb-ac44-56e3d289fce5" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:02.224669 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca2e0a-b4bd-4890-a47c-2060e2ea84b5 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event updated for resources: {'Port': ['ID=15cf9da9-37e2-46c8-804b-bed0cd30395a,revision_number=6']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:02.260360 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1a60d6-bb1f-4c83-85bb-d5fd8e520f5d x-openstack-request-id: req-3d1a60d6-bb1f-4c83-85bb-d5fd8e520f5d {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:02.260649 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:02.260917 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d1a60d6-bb1f-4c83-85bb-d5fd8e520f5d {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:02.261668 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'status': 'completed', 'code': 200} Oct 27 21:34:02.371949 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['15cf9da9-37e2-46c8-804b-bed0cd30395a'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:02.377400 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fc458-2910-44e9-b4cb-ffe90bed9157 req-4360e2cd-0a90-4a9c-a1d6-45541d3ff944 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:02.386801 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-320fc458-2910-44e9-b4cb-ffe90bed9157 req-4360e2cd-0a90-4a9c-a1d6-45541d3ff944 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.1109343 Oct 27 21:34:02.475131 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24072c15-0216-4eeb-ac44-56e3d289fce5 req-fd1c7d04-9c68-4128-9898-a72aa7f7b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:02.478533 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-24072c15-0216-4eeb-ac44-56e3d289fce5 req-fd1c7d04-9c68-4128-9898-a72aa7f7b8b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ebab3113a49438199feec3ebdb4856f&device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 1138 time: 0.1287117 Oct 27 21:34:02.498173 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-320fc458-2910-44e9-b4cb-ffe90bed9157 req-0a4cc57a-0ac6-4da8-84b4-b9470b48097e tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980663 Oct 27 21:34:02.575466 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-b32184db-77f5-46ad-a155-255f0da88728 None None] Provisioning complete for port 15cf9da9-37e2-46c8-804b-bed0cd30395a triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:34:02.576249 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b32184db-77f5-46ad-a155-255f0da88728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:02.922054 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bd8a8-175b-4211-a2de-76a61b825aa3 req-d9e8e918-3ab9-49ba-b3f7-a87eb7d3ae34 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:02.924026 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-579bd8a8-175b-4211-a2de-76a61b825aa3 req-d9e8e918-3ab9-49ba-b3f7-a87eb7d3ae34 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 945 time: 0.4404068 Oct 27 21:34:02.968389 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24072c15-0216-4eeb-ac44-56e3d289fce5 req-ec104d43-a9f4-4b43-940a-29e27949cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:02.970252 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-24072c15-0216-4eeb-ac44-56e3d289fce5 req-ec104d43-a9f4-4b43-940a-29e27949cc74 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298 HTTP/1.1" status: 200 len: 915 time: 0.4630890 Oct 27 21:34:02.994650 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-579bd8a8-175b-4211-a2de-76a61b825aa3 req-f0f97fba-3631-4f82-8743-f19223637bcc tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574996 Oct 27 21:34:03.077336 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-24072c15-0216-4eeb-ac44-56e3d289fce5 req-3f37cd4a-20b2-4a3d-862b-faa216bca287 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a HTTP/1.1" status: 200 len: 1002 time: 0.0919254 Oct 27 21:34:03.164680 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24072c15-0216-4eeb-ac44-56e3d289fce5 req-31e69631-c512-41c6-bdde-f0a820f7c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:03.166858 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-24072c15-0216-4eeb-ac44-56e3d289fce5 req-31e69631-c512-41c6-bdde-f0a820f7c0fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7f2ea11-4361-4e92-b912-0486f5023917 HTTP/1.1" status: 200 len: 853 time: 0.0859277 Oct 27 21:34:03.241398 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24072c15-0216-4eeb-ac44-56e3d289fce5 req-b8b1c86c-2aa8-47c0-aaa9-f92ef8d622e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:03.242954 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-24072c15-0216-4eeb-ac44-56e3d289fce5 req-b8b1c86c-2aa8-47c0-aaa9-f92ef8d622e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572824 Oct 27 21:34:03.367843 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-24072c15-0216-4eeb-ac44-56e3d289fce5 req-767b8032-270c-4751-8868-57e502d00b65 service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026003 Oct 27 21:34:03.503428 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-24072c15-0216-4eeb-ac44-56e3d289fce5 req-8a828828-e127-444a-bc9d-ab872e8c7301 service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164510 Oct 27 21:34:04.666385 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3e141b3d-f1e8-43e0-b369-12db2182da7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.516989 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60852) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:05.639508 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-03b4475e-62a8-4463-ad8d-151d635aef44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.718351 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-03b4475e-62a8-4463-ad8d-151d635aef44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.723707 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-03b4475e-62a8-4463-ad8d-151d635aef44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.768379 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60860) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:05.768948 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-03b4475e-62a8-4463-ad8d-151d635aef44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd33ff569a7b40df90b6eb80bcc427b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502236 Oct 27 21:34:05.770641 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4475e-62a8-4463-ad8d-151d635aef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47f180b-5ff3-4b63-9460-e930b8d06f9a,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:05.825286 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d3337d1a-f45f-4185-84b7-1fc31bb64d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.848073 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d3337d1a-f45f-4185-84b7-1fc31bb64d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.905667 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d3337d1a-f45f-4185-84b7-1fc31bb64d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.908529 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d3337d1a-f45f-4185-84b7-1fc31bb64d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:05.909771 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-d3337d1a-f45f-4185-84b7-1fc31bb64d16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e47f180b-5ff3-4b63-9460-e930b8d06f9a HTTP/1.1" status: 204 len: 168 time: 0.1401725 Oct 27 21:34:05.917983 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3337d1a-f45f-4185-84b7-1fc31bb64d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47f180b-5ff3-4b63-9460-e930b8d06f9a,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:06.195753 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60870) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:06.211004 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0fbd34a6-243b-424a-be92-c12843518c87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.293328 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0fbd34a6-243b-424a-be92-c12843518c87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.300091 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-0fbd34a6-243b-424a-be92-c12843518c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.341172 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-0fbd34a6-243b-424a-be92-c12843518c87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67cd75e22f9c4d03a291393970bdfbb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441691 Oct 27 21:34:06.341998 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd34a6-243b-424a-be92-c12843518c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7383426-17f0-46e5-8429-030e55a99f4e,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:06.344202 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60872) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:06.395247 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd360-463f-4e7c-afa4-9e9e73fe4ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.417250 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd360-463f-4e7c-afa4-9e9e73fe4ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.463063 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd360-463f-4e7c-afa4-9e9e73fe4ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.465651 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd360-463f-4e7c-afa4-9e9e73fe4ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.466819 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-f9ddd360-463f-4e7c-afa4-9e9e73fe4ed7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7383426-17f0-46e5-8429-030e55a99f4e HTTP/1.1" status: 204 len: 168 time: 0.1215961 Oct 27 21:34:06.474548 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddd360-463f-4e7c-afa4-9e9e73fe4ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7383426-17f0-46e5-8429-030e55a99f4e,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:06.835852 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60882) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:06.849389 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-71f768bb-7b81-4c08-9ef8-431ba0e67203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.923889 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-71f768bb-7b81-4c08-9ef8-431ba0e67203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.928838 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-71f768bb-7b81-4c08-9ef8-431ba0e67203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:06.967205 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-71f768bb-7b81-4c08-9ef8-431ba0e67203 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e616dde108a49abaa3752cd917f9a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302207 Oct 27 21:34:06.968294 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f768bb-7b81-4c08-9ef8-431ba0e67203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149776e8-2712-4226-94e9-d1abd2d82147,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:06.970227 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60894) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:07.021051 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29e0552a-d227-4510-b26f-512bec69cf05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.043524 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29e0552a-d227-4510-b26f-512bec69cf05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.091761 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29e0552a-d227-4510-b26f-512bec69cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.094496 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-29e0552a-d227-4510-b26f-512bec69cf05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.098539 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-29e0552a-d227-4510-b26f-512bec69cf05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/149776e8-2712-4226-94e9-d1abd2d82147 HTTP/1.1" status: 204 len: 168 time: 0.1267653 Oct 27 21:34:07.108699 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0552a-d227-4510-b26f-512bec69cf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149776e8-2712-4226-94e9-d1abd2d82147,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:07.564574 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60926) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:07.620499 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5d32be9f-caf3-41d1-8824-21d0e2ea0a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.684413 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-21423d38-d32b-406e-b530-4d3f4deb95ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.766043 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-21423d38-d32b-406e-b530-4d3f4deb95ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.770598 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-21423d38-d32b-406e-b530-4d3f4deb95ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.808195 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-21423d38-d32b-406e-b530-4d3f4deb95ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d992b2127744acf921a470d756392df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423472 Oct 27 21:34:07.809109 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21423d38-d32b-406e-b530-4d3f4deb95ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d59a912-dd5e-41e6-95da-cb83884be4ac,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:07.811173 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60940) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:07.863081 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-529458fa-6227-4a2e-b70c-1a60b6d603bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.886339 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-529458fa-6227-4a2e-b70c-1a60b6d603bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.934394 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-529458fa-6227-4a2e-b70c-1a60b6d603bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.937424 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-529458fa-6227-4a2e-b70c-1a60b6d603bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:07.941095 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-529458fa-6227-4a2e-b70c-1a60b6d603bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d59a912-dd5e-41e6-95da-cb83884be4ac HTTP/1.1" status: 204 len: 168 time: 0.1264303 Oct 27 21:34:07.947930 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529458fa-6227-4a2e-b70c-1a60b6d603bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d59a912-dd5e-41e6-95da-cb83884be4ac,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:08.348580 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 60962) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:08.367861 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b968-d5d0-4266-98f2-45d33b94024b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.452070 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b968-d5d0-4266-98f2-45d33b94024b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.456823 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b968-d5d0-4266-98f2-45d33b94024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.466313 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.495323 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-b1e4b968-d5d0-4266-98f2-45d33b94024b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f7a21dce35643349258d93cb2e7816c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443906 Oct 27 21:34:08.498108 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 60968) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:08.500808 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4b968-d5d0-4266-98f2-45d33b94024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d257f51-12e5-4d9e-b58b-3d774a556165,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:08.557674 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b18c306b-949d-486f-b12e-3c6b54e9f17b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.561025 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.589036 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b18c306b-949d-486f-b12e-3c6b54e9f17b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.636614 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b18c306b-949d-486f-b12e-3c6b54e9f17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.639678 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b18c306b-949d-486f-b12e-3c6b54e9f17b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:08.640907 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-b18c306b-949d-486f-b12e-3c6b54e9f17b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d257f51-12e5-4d9e-b58b-3d774a556165 HTTP/1.1" status: 204 len: 168 time: 0.1416409 Oct 27 21:34:08.648958 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c306b-949d-486f-b12e-3c6b54e9f17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d257f51-12e5-4d9e-b58b-3d774a556165,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:08.715095 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:34:09.375537 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 32770) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:09.475671 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254195124-network', 'tenant_id': '9bed5a220c904f97ac13475fb7194757'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:09.500394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Made reservation on behalf of 9bed5a220c904f97ac13475fb7194757 for: {'network': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:09.502740 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.511433 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.591620 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.595448 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.619798 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=101365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:34:09.629912 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366142c2-a35d-4590-9fa8-7185aa824d71,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:09.638875 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.639325 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.segments_db [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Added segment a2b5d6d0-e690-4cb5-8a99-5150b54dc77a of type vlan for network fdba542b-6a72-429b-929d-c99dfa0d644a Oct 27 21:34:09.681959 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.716790 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.717794 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:09.718421 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.769164 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3924890 Oct 27 21:34:09.772221 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 32774) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:09.777557 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-1a576cb8-ec6d-4763-9881-5399fdcadca6 admin admin] Request body: {'subnet': {'network_id': 'fdba542b-6a72-429b-929d-c99dfa0d644a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254195124-subnet', 'tenant_id': '9bed5a220c904f97ac13475fb7194757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:09.780293 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f200dc-14e7-4c8f-b6ed-49cb62b9bb91 admin admin] Pushing event updated for resources: {'Network': ['ID=fdba542b-6a72-429b-929d-c99dfa0d644a,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:09.790721 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network fdba542b-6a72-429b-929d-c99dfa0d644a details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:34:09.814029 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a576cb8-ec6d-4763-9881-5399fdcadca6 admin admin] Made reservation on behalf of 9bed5a220c904f97ac13475fb7194757 for: {'subnet': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:09.816728 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1a576cb8-ec6d-4763-9881-5399fdcadca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12743771'] for subnet, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:09.995855 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1a576cb8-ec6d-4763-9881-5399fdcadca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12743753'] for subnet, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.048625 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a576cb8-ec6d-4763-9881-5399fdcadca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d694e9-5679-462a-b9e0-0fe45b4bbb82,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:10.062905 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a576cb8-ec6d-4763-9881-5399fdcadca6 admin admin] Checking segment: {'id': 'a2b5d6d0-e690-4cb5-8a99-5150b54dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fdba542b-6a72-429b-929d-c99dfa0d644a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:10.063261 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a576cb8-ec6d-4763-9881-5399fdcadca6 admin admin] Network hostable DHCP agents. Network: fdba542b-6a72-429b-929d-c99dfa0d644a, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:34:10.083293 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a576cb8-ec6d-4763-9881-5399fdcadca6 admin admin] Network fdba542b-6a72-429b-929d-c99dfa0d644a is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:34:10.098833 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-1a576cb8-ec6d-4763-9881-5399fdcadca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, fdba542b-6a72-429b-929d-c99dfa0d644a) {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:10.105762 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a576cb8-ec6d-4763-9881-5399fdcadca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:10.106690 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1a576cb8-ec6d-4763-9881-5399fdcadca6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.115581 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a9c54d-b238-4449-b66d-494040adc886 None None] Network fdba542b-6a72-429b-929d-c99dfa0d644a requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:34:10.141113 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-1a576cb8-ec6d-4763-9881-5399fdcadca6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3673775 Oct 27 21:34:10.265034 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678a8bae-b1cc-4754-9aca-912cfe784f94 None None] Network fdba542b-6a72-429b-929d-c99dfa0d644a requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:34:10.574059 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.655164 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 32798) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:10.660239 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1368831425-network', 'tenant_id': 'ce3fca1580564b1e80dbc7afd06837c2'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:10.682525 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Made reservation on behalf of ce3fca1580564b1e80dbc7afd06837c2 for: {'network': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:10.684934 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.694442 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.775460 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.780511 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.808287 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=101366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:34:10.821439 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc03ccd2-4675-404a-aa97-ac8ff97cf788,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:10.824468 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.824800 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.segments_db [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Added segment a917ea5c-ab88-485e-88ee-5e10b5bc406b of type vlan for network 2dde5ab4-5661-44e9-b0d7-bda408596246 Oct 27 21:34:10.870823 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.905643 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.906667 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:10.907234 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:10.958193 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3018649 Oct 27 21:34:10.961715 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 32804) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:10.968020 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-c4b1caf7-aa7c-4c17-a1d3-94c51b733604 admin admin] Request body: {'subnet': {'network_id': '2dde5ab4-5661-44e9-b0d7-bda408596246', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1368831425-subnet', 'tenant_id': 'ce3fca1580564b1e80dbc7afd06837c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:10.970397 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d22631-cf7a-44af-9537-e83d810f4b6b admin admin] Pushing event updated for resources: {'Network': ['ID=2dde5ab4-5661-44e9-b0d7-bda408596246,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:10.981820 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network 2dde5ab4-5661-44e9-b0d7-bda408596246 details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:34:10.993040 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b1caf7-aa7c-4c17-a1d3-94c51b733604 admin admin] Made reservation on behalf of ce3fca1580564b1e80dbc7afd06837c2 for: {'subnet': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:34:10.995671 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c4b1caf7-aa7c-4c17-a1d3-94c51b733604 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12641519'] for subnet, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.203755 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c4b1caf7-aa7c-4c17-a1d3-94c51b733604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12641533'] for subnet, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.255573 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1caf7-aa7c-4c17-a1d3-94c51b733604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81549f86-3450-4e81-b98d-283f10a9cd74,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:11.270553 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1caf7-aa7c-4c17-a1d3-94c51b733604 admin admin] Checking segment: {'id': 'a917ea5c-ab88-485e-88ee-5e10b5bc406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2dde5ab4-5661-44e9-b0d7-bda408596246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:34:11.270974 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b1caf7-aa7c-4c17-a1d3-94c51b733604 admin admin] Network hostable DHCP agents. Network: 2dde5ab4-5661-44e9-b0d7-bda408596246, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:34:11.289125 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b1caf7-aa7c-4c17-a1d3-94c51b733604 admin admin] Network 2dde5ab4-5661-44e9-b0d7-bda408596246 is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:34:11.300267 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-c4b1caf7-aa7c-4c17-a1d3-94c51b733604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, 2dde5ab4-5661-44e9-b0d7-bda408596246) {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:11.304636 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b1caf7-aa7c-4c17-a1d3-94c51b733604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:11.305262 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c4b1caf7-aa7c-4c17-a1d3-94c51b733604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:11.311333 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca07e0b-630d-41b7-b6ce-8681441821a5 None None] Network 2dde5ab4-5661-44e9-b0d7-bda408596246 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:34:11.326912 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c4b1caf7-aa7c-4c17-a1d3-94c51b733604 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3601234 Oct 27 21:34:11.443355 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a97d4dc-20b8-4c02-b0b2-21f07e0d0ac5 None None] Network 2dde5ab4-5661-44e9-b0d7-bda408596246 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:34:19.460780 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:21.886070 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0b9f23b4-41cf-4ff6-8f6b-eb14597d92a6 req-43303cb6-3e78-4381-8f04-bf5238abf4e1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440528 Oct 27 21:34:22.029296 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f23b4-41cf-4ff6-8f6b-eb14597d92a6 req-0a2e9088-7538-4a62-b917-739f4399f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:22.030422 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0b9f23b4-41cf-4ff6-8f6b-eb14597d92a6 req-0a2e9088-7538-4a62-b917-739f4399f612 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 1100 time: 0.0461292 Oct 27 21:34:22.159672 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f23b4-41cf-4ff6-8f6b-eb14597d92a6 req-02097d2c-b0c1-4cf1-9cf5-e9b94d5e80c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:22.161179 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0b9f23b4-41cf-4ff6-8f6b-eb14597d92a6 req-02097d2c-b0c1-4cf1-9cf5-e9b94d5e80c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 918 time: 0.0962594 Oct 27 21:34:22.234949 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0b9f23b4-41cf-4ff6-8f6b-eb14597d92a6 req-f941bf63-730b-40ee-9efa-7504e90a6b54 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338 HTTP/1.1" status: 200 len: 1002 time: 0.0643570 Oct 27 21:34:22.304755 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f23b4-41cf-4ff6-8f6b-eb14597d92a6 req-431446be-6bcb-45f4-8688-464efac390ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:22.306446 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0b9f23b4-41cf-4ff6-8f6b-eb14597d92a6 req-431446be-6bcb-45f4-8688-464efac390ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.0621436 Oct 27 21:34:22.379693 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f23b4-41cf-4ff6-8f6b-eb14597d92a6 req-3764e86c-6d6d-4149-8df9-25b4ad273bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:22.381750 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0b9f23b4-41cf-4ff6-8f6b-eb14597d92a6 req-3764e86c-6d6d-4149-8df9-25b4ad273bc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660048 Oct 27 21:34:22.502168 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0b9f23b4-41cf-4ff6-8f6b-eb14597d92a6 req-6bb424ba-1efb-4add-ba5b-6fef3ecec886 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103067 Oct 27 21:34:22.627806 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0b9f23b4-41cf-4ff6-8f6b-eb14597d92a6 req-7cb18c83-f8a0-46a5-816e-66380475cbe8 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171916 Oct 27 21:34:22.750720 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 32942) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:22.893518 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc661-bd4c-49c7-b06e-92dbad9cb88b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:22.996602 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc661-bd4c-49c7-b06e-92dbad9cb88b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.002261 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc661-bd4c-49c7-b06e-92dbad9cb88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.046141 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bc661-bd4c-49c7-b06e-92dbad9cb88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9073e141-7a6c-4a49-ae7e-d8b7fa80241a,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:23.065487 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-bd1bc661-bd4c-49c7-b06e-92dbad9cb88b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e59267887bcd42d5a117a03e83c8da89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042581 Oct 27 21:34:23.066267 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 32950) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:23.139113 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3a417fc3-69af-4ddd-9eac-0cb05e479f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.161698 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3a417fc3-69af-4ddd-9eac-0cb05e479f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.224639 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3a417fc3-69af-4ddd-9eac-0cb05e479f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.228285 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3a417fc3-69af-4ddd-9eac-0cb05e479f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.230005 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-3a417fc3-69af-4ddd-9eac-0cb05e479f17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9073e141-7a6c-4a49-ae7e-d8b7fa80241a HTTP/1.1" status: 204 len: 168 time: 0.1652372 Oct 27 21:34:23.242312 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a417fc3-69af-4ddd-9eac-0cb05e479f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9073e141-7a6c-4a49-ae7e-d8b7fa80241a,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:23.557783 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 32962) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:23.576143 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e535db52-80fa-4f99-8f46-6b4fd1516146 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.675415 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e535db52-80fa-4f99-8f46-6b4fd1516146 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.683845 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e535db52-80fa-4f99-8f46-6b4fd1516146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.721808 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535db52-80fa-4f99-8f46-6b4fd1516146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6771885-b506-4eeb-ab35-c25a5eb6ce6a,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:23.726579 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-e535db52-80fa-4f99-8f46-6b4fd1516146 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8110d8d61c004f4ba0f5609dc0f43eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671526 Oct 27 21:34:23.729263 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 32964) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:23.783407 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ec49c7e4-a54a-4701-837d-383081204d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.806565 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ec49c7e4-a54a-4701-837d-383081204d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.867691 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ec49c7e4-a54a-4701-837d-383081204d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.871047 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ec49c7e4-a54a-4701-837d-383081204d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:23.873682 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-ec49c7e4-a54a-4701-837d-383081204d47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6771885-b506-4eeb-ab35-c25a5eb6ce6a HTTP/1.1" status: 204 len: 168 time: 0.1431634 Oct 27 21:34:23.888359 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49c7e4-a54a-4701-837d-383081204d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6771885-b506-4eeb-ab35-c25a5eb6ce6a,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:26.493684 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33070) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:26.617171 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d62d3ce7-a6d4-4a62-a431-f8144e05ca1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.701945 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d62d3ce7-a6d4-4a62-a431-f8144e05ca1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.707011 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d62d3ce7-a6d4-4a62-a431-f8144e05ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.745445 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-d62d3ce7-a6d4-4a62-a431-f8144e05ca1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d09faa0a91fb4ab99e5eca370f3085f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505779 Oct 27 21:34:26.748474 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33076) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:26.750719 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d3ce7-a6d4-4a62-a431-f8144e05ca1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79d60f5-24e1-4447-bd2b-a2bbd00f5a85,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:26.803058 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4c115418-360c-4b60-b223-6a48704037cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.828789 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4c115418-360c-4b60-b223-6a48704037cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.883185 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4c115418-360c-4b60-b223-6a48704037cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.886438 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-4c115418-360c-4b60-b223-6a48704037cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:26.887944 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-4c115418-360c-4b60-b223-6a48704037cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a79d60f5-24e1-4447-bd2b-a2bbd00f5a85 HTTP/1.1" status: 204 len: 168 time: 0.1382883 Oct 27 21:34:26.897511 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c115418-360c-4b60-b223-6a48704037cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79d60f5-24e1-4447-bd2b-a2bbd00f5a85,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:27.189045 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33088) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:27.202488 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ed548908-3de4-4713-95ce-5558f0a844e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.290774 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ed548908-3de4-4713-95ce-5558f0a844e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.296399 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ed548908-3de4-4713-95ce-5558f0a844e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.338392 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-ed548908-3de4-4713-95ce-5558f0a844e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88900b41d10b4b30b8aecaa3c50c32f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480474 Oct 27 21:34:27.339342 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed548908-3de4-4713-95ce-5558f0a844e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ba0730-218c-47b6-a969-41f41efdf423,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:27.341059 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33090) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:27.429805 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-583b7fb7-068b-4796-8d54-a41d7c093b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.459651 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-583b7fb7-068b-4796-8d54-a41d7c093b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.510839 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-583b7fb7-068b-4796-8d54-a41d7c093b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.514282 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-583b7fb7-068b-4796-8d54-a41d7c093b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:27.515856 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-583b7fb7-068b-4796-8d54-a41d7c093b0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93ba0730-218c-47b6-a969-41f41efdf423 HTTP/1.1" status: 204 len: 168 time: 0.1735907 Oct 27 21:34:27.525335 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b7fb7-068b-4796-8d54-a41d7c093b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ba0730-218c-47b6-a969-41f41efdf423,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:27.872825 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cecc1-36ab-49a7-b47b-ef3c2a53b588 req-8c27cf7c-f900-4fca-b017-07680d2c44a9 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:27.873838 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b87cecc1-36ab-49a7-b47b-ef3c2a53b588 req-8c27cf7c-f900-4fca-b017-07680d2c44a9 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 945 time: 0.0516932 Oct 27 21:34:27.912971 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b87cecc1-36ab-49a7-b47b-ef3c2a53b588 req-23c079f2-46a0-419f-925c-f941dcbe4b4e tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332496 Oct 27 21:34:29.213718 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64031ff7-1ea8-4141-aa01-37a8c1312364 req-45db3d59-c096-4dd9-aa73-ed563fda7f82 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:29.215518 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-64031ff7-1ea8-4141-aa01-37a8c1312364 req-45db3d59-c096-4dd9-aa73-ed563fda7f82 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 945 time: 0.2246838 Oct 27 21:34:29.257247 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-64031ff7-1ea8-4141-aa01-37a8c1312364 req-bff61a0b-88d7-4955-9fff-7ce55ac468a9 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344131 Oct 27 21:34:30.384500 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0111f3-2bce-48c3-b165-c0cf3bfeffbd req-88fa45f2-1350-430e-b006-a40f2cab7ca0 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:30.386034 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1b0111f3-2bce-48c3-b165-c0cf3bfeffbd req-88fa45f2-1350-430e-b006-a40f2cab7ca0 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 945 time: 0.0545175 Oct 27 21:34:30.430335 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1b0111f3-2bce-48c3-b165-c0cf3bfeffbd req-204c0ad9-c6bd-4a30-b90b-90e6f6c4d01f tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/security-groups?id=a85abb5d-2bf7-4235-bb88-090c96eeb732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370793 Oct 27 21:34:30.535600 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cebf0-c3e4-4113-9704-1214be79d59e req-4451450a-5828-419d-9709-be11faab90f1 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:30.537101 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2d1cebf0-c3e4-4113-9704-1214be79d59e req-4451450a-5828-419d-9709-be11faab90f1 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.83 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 945 time: 0.0533116 Oct 27 21:34:30.659574 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-2d1cebf0-c3e4-4113-9704-1214be79d59e req-e5645d45-a547-48b1-bdd5-49accd96852b tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Deleting port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:30.659974 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-2d1cebf0-c3e4-4113-9704-1214be79d59e req-e5645d45-a547-48b1-bdd5-49accd96852b tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.760872 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-2d1cebf0-c3e4-4113-9704-1214be79d59e req-e5645d45-a547-48b1-bdd5-49accd96852b tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] For port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b,segment=NetworkSegment(d367c2d0-810c-4c4a-ac42-498059ef2268),segment_id=d367c2d0-810c-4c4a-ac42-498059ef2268)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:30.761261 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-2d1cebf0-c3e4-4113-9704-1214be79d59e req-e5645d45-a547-48b1-bdd5-49accd96852b tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.775197 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-2d1cebf0-c3e4-4113-9704-1214be79d59e req-e5645d45-a547-48b1-bdd5-49accd96852b tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Calling delete_port for 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:30.928051 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-2d1cebf0-c3e4-4113-9704-1214be79d59e req-e5645d45-a547-48b1-bdd5-49accd96852b tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:30.957210 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5645d45-a547-48b1-bdd5-49accd96852b tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Pushing event deleted for resources: {'Port': ['ID=559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:30.967720 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:34:31.013514 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1cebf0-c3e4-4113-9704-1214be79d59e req-e5645d45-a547-48b1-bdd5-49accd96852b tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] No DVR routers for this DVR port 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:31.016690 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-2d1cebf0-c3e4-4113-9704-1214be79d59e req-e5645d45-a547-48b1-bdd5-49accd96852b tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:31.020126 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2d1cebf0-c3e4-4113-9704-1214be79d59e req-e5645d45-a547-48b1-bdd5-49accd96852b tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.83 "DELETE /v2.0/ports/559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b HTTP/1.1" status: 204 len: 173 time: 0.4733565 Oct 27 21:34:31.020619 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30416535-d142-4697-b897-2176f218a9e6', 'name': 'network-vif-deleted', 'tag': '559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:31.023565 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021843e8-0df5-4933-905e-8686b8cd25dc" -d '{"events": [{"server_uuid": "30416535-d142-4697-b897-2176f218a9e6", "name": "network-vif-deleted", "tag": "559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:31.067103 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54c78cb-9bf2-4d96-a334-7773b1e34521 x-openstack-request-id: req-d54c78cb-9bf2-4d96-a334-7773b1e34521 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:31.067364 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30416535-d142-4697-b897-2176f218a9e6", "name": "network-vif-deleted", "tag": "559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:31.067609 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d54c78cb-9bf2-4d96-a334-7773b1e34521 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:31.068003 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30416535-d142-4697-b897-2176f218a9e6', 'name': 'network-vif-deleted', 'tag': '559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b', 'status': 'completed', 'code': 200} Oct 27 21:34:31.555221 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-60f6530c-409e-495e-bddf-f81e9fc8d55b req-2db37326-bf5c-4ca0-8069-13f91d906516 tempest-VolumesSnapshotTestJSON-1270563728 tempest-VolumesSnapshotTestJSON-1270563728-project] 10.222.0.53 "GET /v2.0/ports?device_id=30416535-d142-4697-b897-2176f218a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0308149 Oct 27 21:34:32.827561 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33254) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:32.879699 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f8ecca-015d-448b-9d1f-419aeb746355 admin admin] Deleting subnet d5d694e9-5679-462a-b9e0-0fe45b4bbb82 {{(pid=101365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:34:32.887895 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ecca-015d-448b-9d1f-419aeb746355 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:32.935315 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ecca-015d-448b-9d1f-419aeb746355 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14559635'] for subnet, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.000897 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ecca-015d-448b-9d1f-419aeb746355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.062342 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ecca-015d-448b-9d1f-419aeb746355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14562759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12641038'] for subnet, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.094461 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8ecca-015d-448b-9d1f-419aeb746355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d694e9-5679-462a-b9e0-0fe45b4bbb82,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:33.098367 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ecca-015d-448b-9d1f-419aeb746355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.104383 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c1f8ecca-015d-448b-9d1f-419aeb746355 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d5d694e9-5679-462a-b9e0-0fe45b4bbb82 HTTP/1.1" status: 204 len: 168 time: 0.2756937 Oct 27 21:34:33.104613 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33262) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:33.186645 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.276454 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.297145 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdba542b-6a72-429b-929d-c99dfa0d644a']}} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:33.307375 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b5d6d0-e690-4cb5-8a99-5150b54dc77a') {'for_net_delete': True} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:33.307642 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b5d6d0-e690-4cb5-8a99-5150b54dc77a') {} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:33.318130 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12665946'] for segment, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.332519 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.339242 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=101366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:34:33.339625 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12780439'] for segment, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: Traceback (most recent call last): Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: timer() Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: cb(*args, **kw) Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: return func(*args, **kwargs) Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: self._notify() Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: self.callback(batched_events) Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: event.method(event) Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: return f(self, *a, **k) Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._get(url).json() Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: return self.request(url, 'GET', **kwargs) Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:34:33.341354 dv-cinder-815746-1-iscsi neutron-server[101366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:34:33.399154 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.404934 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.408083 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fdba542b-6a72-429b-929d-c99dfa0d644a HTTP/1.1" status: 204 len: 168 time: 0.3022735 Oct 27 21:34:33.411728 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33264) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:33.419958 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b39b89-8955-4ac5-8f96-a9b9eb125820 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdba542b-6a72-429b-929d-c99dfa0d644a,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:33.459374 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40bcda9-92d1-468d-b246-54db94fc856e admin admin] Deleting subnet 81549f86-3450-4e81-b98d-283f10a9cd74 {{(pid=101365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:34:33.463748 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b40bcda9-92d1-468d-b246-54db94fc856e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.508498 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b40bcda9-92d1-468d-b246-54db94fc856e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14559635'] for subnet, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.552949 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b40bcda9-92d1-468d-b246-54db94fc856e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.606527 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b40bcda9-92d1-468d-b246-54db94fc856e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14562759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12641038'] for subnet, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.609238 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:33.629771 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:33.630081 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 559c63cc-b6d1-4a60-ac90-e8f0d0abbc7b not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:33.636445 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bcda9-92d1-468d-b246-54db94fc856e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81549f86-3450-4e81-b98d-283f10a9cd74,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:33.640715 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b40bcda9-92d1-468d-b246-54db94fc856e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.643987 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-b40bcda9-92d1-468d-b246-54db94fc856e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/81549f86-3450-4e81-b98d-283f10a9cd74 HTTP/1.1" status: 204 len: 168 time: 0.2312071 Oct 27 21:34:33.646838 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33266) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:33.717895 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.813508 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.835916 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dde5ab4-5661-44e9-b0d7-bda408596246']}} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:33.846191 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a917ea5c-ab88-485e-88ee-5e10b5bc406b') {'for_net_delete': True} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:33.846482 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a917ea5c-ab88-485e-88ee-5e10b5bc406b') {} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:33.856914 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14559722'] for segment, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.873530 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.881544 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=101365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:34:33.881987 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14562605'] for segment, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: Traceback (most recent call last): Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: timer() Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: cb(*args, **kw) Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: return func(*args, **kwargs) Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: self._notify() Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: self.callback(batched_events) Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: event.method(event) Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: return f(self, *a, **k) Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._get(url).json() Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: return self.request(url, 'GET', **kwargs) Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:34:33.884048 dv-cinder-815746-1-iscsi neutron-server[101365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:34:33.939983 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.945845 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:33.949092 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2dde5ab4-5661-44e9-b0d7-bda408596246 HTTP/1.1" status: 204 len: 168 time: 0.3012931 Oct 27 21:34:33.961554 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a316a9a-07a6-4eb8-b19a-e178fa9d63b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dde5ab4-5661-44e9-b0d7-bda408596246,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:34.207642 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33278) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:34.297996 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-fca35eb4-a54d-4ec3-909e-8ebcad6dc64b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9bed5a220c904f97ac13475fb7194757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0887737 Oct 27 21:34:34.300539 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33282) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:34.355093 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8df83ce8-4fd1-4e25-9e79-14553ff50fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.379929 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8df83ce8-4fd1-4e25-9e79-14553ff50fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.432209 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8df83ce8-4fd1-4e25-9e79-14553ff50fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.435025 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8df83ce8-4fd1-4e25-9e79-14553ff50fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.436190 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-8df83ce8-4fd1-4e25-9e79-14553ff50fe7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/366142c2-a35d-4590-9fa8-7185aa824d71 HTTP/1.1" status: 204 len: 168 time: 0.1347120 Oct 27 21:34:34.443939 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df83ce8-4fd1-4e25-9e79-14553ff50fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366142c2-a35d-4590-9fa8-7185aa824d71,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:34.669362 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-401f4af1-55da-43eb-b92c-44d513674cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.807005 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33290) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:34.856596 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-656e48af-7341-451c-ae79-00e64b96bbd1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce3fca1580564b1e80dbc7afd06837c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483015 Oct 27 21:34:34.859247 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33292) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:34.915641 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:34.942005 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:35.021232 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:35.025333 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:35.031298 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc03ccd2-4675-404a-aa97-ac8ff97cf788 HTTP/1.1" status: 204 len: 168 time: 0.1706867 Oct 27 21:34:35.044785 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc03ccd2-4675-404a-aa97-ac8ff97cf788,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:35.057493 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:35.057822 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:35.058377 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:35.059020 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:35.059469 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:35.059892 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:35.060308 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:35.060726 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:35.061175 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:35.061585 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:35.061993 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:35.062407 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1c3ffe-91ad-41fa-9f4f-fefcdac54167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:37.517308 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1494aee-5f04-467a-8d04-221318a46732 req-70c40964-d67e-4b95-a32d-b6b16a4e1440 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:37.518885 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d1494aee-5f04-467a-8d04-221318a46732 req-70c40964-d67e-4b95-a32d-b6b16a4e1440 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0596418 Oct 27 21:34:37.568448 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d1494aee-5f04-467a-8d04-221318a46732 req-4739df22-0cbb-4991-acfe-c81ba443851f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427122 Oct 27 21:34:37.570828 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf831c3-78f2-4638-b1e1-48cd212cd9db req-bfbf83a8-85c7-4ffb-80f8-6bbbb639c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:37.572618 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5bf831c3-78f2-4638-b1e1-48cd212cd9db req-bfbf83a8-85c7-4ffb-80f8-6bbbb639c4ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ebab3113a49438199feec3ebdb4856f&device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 1138 time: 0.0519197 Oct 27 21:34:37.625038 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6f36dd78-d858-4fa7-a678-5ad6000c2d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:37.674655 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf831c3-78f2-4638-b1e1-48cd212cd9db req-11cfceaa-fda3-470c-a9e7-dc22dd8355c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:37.676142 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5bf831c3-78f2-4638-b1e1-48cd212cd9db req-11cfceaa-fda3-470c-a9e7-dc22dd8355c7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298 HTTP/1.1" status: 200 len: 915 time: 0.0938725 Oct 27 21:34:37.754116 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5bf831c3-78f2-4638-b1e1-48cd212cd9db req-4db15fee-dda4-440a-9434-74b9998c9099 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a HTTP/1.1" status: 200 len: 1002 time: 0.0660720 Oct 27 21:34:37.819236 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf831c3-78f2-4638-b1e1-48cd212cd9db req-7091f785-dbe5-44a2-99ca-8360c93baebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:37.820749 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5bf831c3-78f2-4638-b1e1-48cd212cd9db req-7091f785-dbe5-44a2-99ca-8360c93baebc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7f2ea11-4361-4e92-b912-0486f5023917 HTTP/1.1" status: 200 len: 853 time: 0.0553002 Oct 27 21:34:37.877122 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf831c3-78f2-4638-b1e1-48cd212cd9db req-0db328f8-52f4-4ed5-825b-d2bd7b1c97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:37.878587 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5bf831c3-78f2-4638-b1e1-48cd212cd9db req-0db328f8-52f4-4ed5-825b-d2bd7b1c97f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487800 Oct 27 21:34:37.981338 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5bf831c3-78f2-4638-b1e1-48cd212cd9db req-9d23e0a9-99fd-4ef9-9fa6-b8f38263a18b service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920689 Oct 27 21:34:38.101014 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5bf831c3-78f2-4638-b1e1-48cd212cd9db req-12b8f07a-62e7-4978-8551-f715deb947d0 service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990214 Oct 27 21:34:38.465223 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.559774 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:38.709851 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6c54f-9cc7-45bd-9e5d-0534190c0368 req-a4bd12f7-44d9-4d68-8c59-ee3ca9365c37 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:38.711439 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ddd6c54f-9cc7-45bd-9e5d-0534190c0368 req-a4bd12f7-44d9-4d68-8c59-ee3ca9365c37 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0577075 Oct 27 21:34:38.758752 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ddd6c54f-9cc7-45bd-9e5d-0534190c0368 req-bfa7b278-b22a-4c33-9af7-c890336963fc tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407419 Oct 27 21:34:39.888304 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ea79a-28d7-46b1-bb10-d96807f39318 req-fa0dd86f-ad09-461f-92d5-af2d802276b3 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:39.889851 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8c1ea79a-28d7-46b1-bb10-d96807f39318 req-fa0dd86f-ad09-461f-92d5-af2d802276b3 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0513034 Oct 27 21:34:39.932072 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8c1ea79a-28d7-46b1-bb10-d96807f39318 req-48cbfc6f-7b1c-4382-8892-433817421da1 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358763 Oct 27 21:34:40.580707 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:41.063147 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e538aa6-8cc5-40c5-9f87-92060788670d req-553341c0-b6fa-4d35-afe7-1344932c23ea tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:41.064667 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2e538aa6-8cc5-40c5-9f87-92060788670d req-553341c0-b6fa-4d35-afe7-1344932c23ea tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0584443 Oct 27 21:34:41.105993 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2e538aa6-8cc5-40c5-9f87-92060788670d req-3f859ea1-391a-4bbb-9a3b-c2d6851d8ec8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350780 Oct 27 21:34:42.237506 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659df2c3-d20f-487c-8ed0-c4fce1e6366f req-0d73f313-bec2-43f9-8134-9c8588850e19 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:42.239124 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-659df2c3-d20f-487c-8ed0-c4fce1e6366f req-0d73f313-bec2-43f9-8134-9c8588850e19 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0570195 Oct 27 21:34:42.290174 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-659df2c3-d20f-487c-8ed0-c4fce1e6366f req-62d60bef-e548-47d6-99db-8b64ec8f9209 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443704 Oct 27 21:34:43.467599 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454cd2-30e8-4001-ad40-0125d0bae2cd req-24c4b7a3-dfa8-401a-bc77-7d5b4a4d57b6 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:43.469638 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8f454cd2-30e8-4001-ad40-0125d0bae2cd req-24c4b7a3-dfa8-401a-bc77-7d5b4a4d57b6 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0703163 Oct 27 21:34:43.525348 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8f454cd2-30e8-4001-ad40-0125d0bae2cd req-13ba64b6-8f04-42ae-8acf-d40849f5404f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465455 Oct 27 21:34:44.659455 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc9e47-497c-4b78-94cb-02d556e289fa req-2b628700-3d26-4f6a-bf86-4fd37df40179 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:44.661024 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-40cc9e47-497c-4b78-94cb-02d556e289fa req-2b628700-3d26-4f6a-bf86-4fd37df40179 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0534747 Oct 27 21:34:44.706465 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-40cc9e47-497c-4b78-94cb-02d556e289fa req-d020acd9-f358-4757-a00f-cb42662f7cfd tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390654 Oct 27 21:34:45.718517 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:34:45.832848 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83c871-5c33-4729-9296-d144b5c82a25 req-4708844c-2d33-4f50-82de-ed4769f3e93b tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:45.834754 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1c83c871-5c33-4729-9296-d144b5c82a25 req-4708844c-2d33-4f50-82de-ed4769f3e93b tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0524590 Oct 27 21:34:45.877416 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1c83c871-5c33-4729-9296-d144b5c82a25 req-5546fbd7-49da-4710-a62c-e4f3a36701d0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363371 Oct 27 21:34:47.034954 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9878d0-d98e-4b5c-81b3-87e63a29b3dd req-1ff69b6d-f288-4eda-a30d-ddb85369aa88 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:47.036807 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7d9878d0-d98e-4b5c-81b3-87e63a29b3dd req-1ff69b6d-f288-4eda-a30d-ddb85369aa88 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0782139 Oct 27 21:34:47.088887 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7d9878d0-d98e-4b5c-81b3-87e63a29b3dd req-3b4c098e-c289-43d3-bf77-a204ced430fb tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455296 Oct 27 21:34:48.115019 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc4779-5b1e-4336-aacf-aa5aa6cde8bd req-fc733561-a113-48a2-afa8-161ee7b593b4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:48.116578 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-33bc4779-5b1e-4336-aacf-aa5aa6cde8bd req-fc733561-a113-48a2-afa8-161ee7b593b4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 947 time: 0.0514343 Oct 27 21:34:48.166377 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-33bc4779-5b1e-4336-aacf-aa5aa6cde8bd req-6ff157fd-a02e-4d95-8568-9a54684d98d1 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Oct 27 21:34:48.229988 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fcba8-631c-47c2-9d9a-03f4c658163c req-a77dd308-cd6b-438e-b97a-a35b642de133 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:48.231592 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b19fcba8-631c-47c2-9d9a-03f4c658163c req-a77dd308-cd6b-438e-b97a-a35b642de133 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0517526 Oct 27 21:34:48.284048 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b19fcba8-631c-47c2-9d9a-03f4c658163c req-67603a9f-56de-4bcf-9b83-5a5f18d1210c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459988 Oct 27 21:34:49.299025 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d19a6-da4b-4404-a45a-3f812c4d9286 req-0d2ff3ed-4b70-4db6-a88c-ee818015a485 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:49.300580 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-372d19a6-da4b-4404-a45a-3f812c4d9286 req-0d2ff3ed-4b70-4db6-a88c-ee818015a485 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 947 time: 0.0532839 Oct 27 21:34:49.343449 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-372d19a6-da4b-4404-a45a-3f812c4d9286 req-dea4f673-1c7b-4c77-943c-ac6cddd6d7e6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366719 Oct 27 21:34:49.413899 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977df09-b32f-4a94-b692-9a0af62d298c req-d508839e-9882-44ff-bd66-5a01b6a83848 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:49.415404 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1977df09-b32f-4a94-b692-9a0af62d298c req-d508839e-9882-44ff-bd66-5a01b6a83848 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0521374 Oct 27 21:34:49.460583 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1977df09-b32f-4a94-b692-9a0af62d298c req-145f7ec1-5f54-45de-81eb-e07abd205067 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357361 Oct 27 21:34:49.461985 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:50.609363 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84e86a-79fe-4ccf-8ea1-8fe02c8d0051 req-c3ef0f04-21a1-4a2b-8651-9a1ec9ddd544 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:50.611565 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fb84e86a-79fe-4ccf-8ea1-8fe02c8d0051 req-c3ef0f04-21a1-4a2b-8651-9a1ec9ddd544 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0574214 Oct 27 21:34:50.662078 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e16fb-960f-4d29-9248-24cc5519ba43 req-bb6c45bc-265f-4c58-8d1f-21c37a1963e0 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:50.663821 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b70e16fb-960f-4d29-9248-24cc5519ba43 req-bb6c45bc-265f-4c58-8d1f-21c37a1963e0 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 947 time: 0.0645995 Oct 27 21:34:50.689651 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fb84e86a-79fe-4ccf-8ea1-8fe02c8d0051 req-59020898-60ca-4933-99e3-56a1c9bb1653 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628860 Oct 27 21:34:50.707909 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b70e16fb-960f-4d29-9248-24cc5519ba43 req-2e9bfb68-316c-4dad-9ff2-4b4342b71789 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371850 Oct 27 21:34:51.834329 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fbc4f-9b34-48a3-ac5b-9ca66f062691 req-3e631141-e034-4bdd-bf2e-3b2005d01ed9 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:51.835823 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-025fbc4f-9b34-48a3-ac5b-9ca66f062691 req-3e631141-e034-4bdd-bf2e-3b2005d01ed9 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0513046 Oct 27 21:34:51.837492 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd89cf7-d135-4a71-80c6-8080f9c7d838 req-dc81c77f-47ac-4a30-9d79-48879ea72979 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:51.838953 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3cd89cf7-d135-4a71-80c6-8080f9c7d838 req-dc81c77f-47ac-4a30-9d79-48879ea72979 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 947 time: 0.0532689 Oct 27 21:34:51.880114 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-025fbc4f-9b34-48a3-ac5b-9ca66f062691 req-5734c57b-4c6b-41b6-b758-9fd5f1bb859b tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376441 Oct 27 21:34:51.882685 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3cd89cf7-d135-4a71-80c6-8080f9c7d838 req-14167a35-850b-40b3-82ca-a566e4544c0f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373883 Oct 27 21:34:53.010908 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1d781-7e8a-4863-a606-fb4b19542f33 req-1af180a5-72c6-48aa-adb1-7056f5ce5a8c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:53.012684 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-26c1d781-7e8a-4863-a606-fb4b19542f33 req-1af180a5-72c6-48aa-adb1-7056f5ce5a8c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 947 time: 0.0563028 Oct 27 21:34:53.020959 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb950b07-d98f-4537-9d42-25e2e6e4ad0e req-5adb4a81-7c44-4cd7-9709-d51881b2e9a3 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:53.026512 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-eb950b07-d98f-4537-9d42-25e2e6e4ad0e req-5adb4a81-7c44-4cd7-9709-d51881b2e9a3 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0650733 Oct 27 21:34:53.057443 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-26c1d781-7e8a-4863-a606-fb4b19542f33 req-8be75cb6-0cbd-4fb7-b608-dee9580cef88 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384777 Oct 27 21:34:53.070708 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-eb950b07-d98f-4537-9d42-25e2e6e4ad0e req-d02cb686-6e26-45cc-ba40-57dea3f86994 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419760 Oct 27 21:34:54.212009 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c92d30-b200-416c-a80b-dcbb12bd4a06 req-41884e0a-a16f-48e7-a13b-3a061ab6e146 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:54.213200 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eca5f-6b31-4f7e-a0b6-1be5d7726d6d req-198fe3e0-5501-4e37-a10f-99ef07d70319 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:54.213844 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b46eca5f-6b31-4f7e-a0b6-1be5d7726d6d req-198fe3e0-5501-4e37-a10f-99ef07d70319 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0516071 Oct 27 21:34:54.214204 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87c92d30-b200-416c-a80b-dcbb12bd4a06 req-41884e0a-a16f-48e7-a13b-3a061ab6e146 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 947 time: 0.0564291 Oct 27 21:34:54.252899 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87c92d30-b200-416c-a80b-dcbb12bd4a06 req-f06231f2-64a1-47ba-ac1d-b12f2b98689f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327265 Oct 27 21:34:54.263406 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b46eca5f-6b31-4f7e-a0b6-1be5d7726d6d req-d6e953a9-20e7-4a30-92ef-e888a2aad9ed tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432534 Oct 27 21:34:54.801058 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-7365898a-b218-4ec2-af07-1045126c6793 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:54.802515 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-7365898a-b218-4ec2-af07-1045126c6793 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 947 time: 0.0535936 Oct 27 21:34:54.900463 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Deleting port 90592bba-a65c-42e1-afb6-d7f7dbf36338 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:54.900798 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:54.988133 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] For port 90592bba-a65c-42e1-afb6-d7f7dbf36338, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=90592bba-a65c-42e1-afb6-d7f7dbf36338,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:34:54.988451 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:55.227467 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:55.228217 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:55.228313 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.l3_db [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Floating IP f01144e5-e726-4fa1-89b9-556469d3a47d disassociated. External IP: 172.27.2.163, port: 90592bba-a65c-42e1-afb6-d7f7dbf36338. Oct 27 21:34:55.228680 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Calling delete_port for 90592bba-a65c-42e1-afb6-d7f7dbf36338 owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:55.431815 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0423578-f2bc-4c2b-ad50-8d6a72509080 req-884a357f-6523-41d1-add7-580ed1337380 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:55.435120 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e0423578-f2bc-4c2b-ad50-8d6a72509080 req-884a357f-6523-41d1-add7-580ed1337380 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0722654 Oct 27 21:34:55.436667 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586d370-4bae-4b97-b60f-586e31287868 req-796ec335-1ce1-4120-a520-1ae4ad55cf73 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:55.443982 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d586d370-4bae-4b97-b60f-586e31287868 req-796ec335-1ce1-4120-a520-1ae4ad55cf73 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 947 time: 0.0724525 Oct 27 21:34:55.443982 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:55.492402 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event deleted for resources: {'Port': ['ID=90592bba-a65c-42e1-afb6-d7f7dbf36338,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:55.515670 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e0423578-f2bc-4c2b-ad50-8d6a72509080 req-9ced6a30-91c1-45cf-a974-0a1f0b239dca tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705271 Oct 27 21:34:55.599800 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d586d370-4bae-4b97-b60f-586e31287868 req-50797df5-a817-4f12-a8d5-39195400e98d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=4acb3eba-cbe7-44a4-8d74-a4f319690b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532011 Oct 27 21:34:55.643651 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Router 0e70cc8c-4611-458b-955e-5168ac16fa93 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:34:56.013800 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:34:56.027527 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecbae3e-2647-4d23-9322-95666913687c None None] Sync routers for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:34:56.038317 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecbae3e-2647-4d23-9322-95666913687c None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:56.038939 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-5ecbae3e-2647-4d23-9322-95666913687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:34:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:56.055986 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] No DVR routers for this DVR port 90592bba-a65c-42e1-afb6-d7f7dbf36338 on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:34:56.058447 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:56.061974 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-51b393d5-3e96-4bd8-bca6-40791f085971 req-abf81d44-3b95-40ac-8ac1-ffacd4b6cd6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.83 "DELETE /v2.0/ports/90592bba-a65c-42e1-afb6-d7f7dbf36338 HTTP/1.1" status: 204 len: 173 time: 1.2529602 Oct 27 21:34:56.062432 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'name': 'network-vif-deleted', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:34:56.064830 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594311d9-965d-4bbb-ac4a-4ebc6a8396e0" -d '{"events": [{"server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "name": "network-vif-deleted", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:34:56.189343 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-5ecbae3e-2647-4d23-9322-95666913687c None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:56.194897 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93bdb3f-dc2e-4fc7-b0f1-62ca95ef8bfd x-openstack-request-id: req-c93bdb3f-dc2e-4fc7-b0f1-62ca95ef8bfd {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:34:56.195353 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd42464b-44dc-477a-b836-e61b283e7037", "name": "network-vif-deleted", "tag": "90592bba-a65c-42e1-afb6-d7f7dbf36338", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:34:56.195691 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c93bdb3f-dc2e-4fc7-b0f1-62ca95ef8bfd {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:34:56.196190 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd42464b-44dc-477a-b836-e61b283e7037', 'name': 'network-vif-deleted', 'tag': '90592bba-a65c-42e1-afb6-d7f7dbf36338', 'status': 'completed', 'code': 200} Oct 27 21:34:56.405674 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-5ecbae3e-2647-4d23-9322-95666913687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:46Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:56.433245 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecbae3e-2647-4d23-9322-95666913687c None None] Checking router: 0e70cc8c-4611-458b-955e-5168ac16fa93 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:34:56.443563 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecbae3e-2647-4d23-9322-95666913687c None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:34:56.444193 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-5ecbae3e-2647-4d23-9322-95666913687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:34:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:56.561971 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-5ecbae3e-2647-4d23-9322-95666913687c None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:34:56.651819 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc43204-bc28-4169-a82d-870f34a18543 req-94b0d46f-94e0-49c3-a1f0-6b83d40bcd0a tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:56.653758 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ccc43204-bc28-4169-a82d-870f34a18543 req-94b0d46f-94e0-49c3-a1f0-6b83d40bcd0a tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0629098 Oct 27 21:34:56.705256 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ccc43204-bc28-4169-a82d-870f34a18543 req-9ecb2cf5-ee00-4f8c-b5d5-c2e480aab952 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446582 Oct 27 21:34:56.759432 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-76bf4aae-cfcc-4976-8f92-8d2c4bfb7f00 req-ad19a2b1-08da-4590-8e83-f9c3dac424ca tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd42464b-44dc-477a-b836-e61b283e7037 HTTP/1.1" status: 200 len: 210 time: 0.0380414 Oct 27 21:34:56.900214 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-5ecbae3e-2647-4d23-9322-95666913687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:46Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:34:56.932759 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecbae3e-2647-4d23-9322-95666913687c None None] The sync data for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi is: [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:46Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:34:57.201650 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd07ed8-c1b1-4ac6-98ae-8e543ffaaf75 None None] New status for floating IP f01144e5-e726-4fa1-89b9-556469d3a47d: DOWN {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:34:57.694589 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 90592bba-a65c-42e1-afb6-d7f7dbf36338 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:34:57.717257 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 90592bba-a65c-42e1-afb6-d7f7dbf36338 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:34:57.717595 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 90592bba-a65c-42e1-afb6-d7f7dbf36338 not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:34:57.851178 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4326cd-fe2f-485c-93ea-8a974db14f5b req-23351e31-a595-4c9f-9929-0816f56574f0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:57.852976 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-dd4326cd-fe2f-485c-93ea-8a974db14f5b req-23351e31-a595-4c9f-9929-0816f56574f0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0616579 Oct 27 21:34:57.887234 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33662) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:57.916675 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-dd4326cd-fe2f-485c-93ea-8a974db14f5b req-6548d2f4-e059-4c55-9314-dd554406ee95 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528657 Oct 27 21:34:57.961352 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:57.985051 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.048270 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.050999 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.052185 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "DELETE /v2.0/security-groups/4acb3eba-cbe7-44a4-8d74-a4f319690b64 HTTP/1.1" status: 204 len: 168 time: 0.1631262 Oct 27 21:34:58.055135 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33666) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:58.063052 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acb3eba-cbe7-44a4-8d74-a4f319690b64,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:58.070594 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.api.v2.resource [None req-b7ac9940-5524-4e50-8e68-d28c33b6b0dc tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] show failed (client error): The resource could not be found. Oct 27 21:34:58.070930 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:58.071815 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:58.071948 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-b7ac9940-5524-4e50-8e68-d28c33b6b0dc tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups/4acb3eba-cbe7-44a4-8d74-a4f319690b64 HTTP/1.1" status: 404 len: 347 time: 0.0153167 Oct 27 21:34:58.072065 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:58.072065 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:58.072358 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:58.072587 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:58.072946 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:58.073269 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:58.073590 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:58.073919 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:58.074238 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:58.074552 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f167fd-360d-4094-a6f2-858fc13e05c9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:34:58.074707 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33668) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:58.212336 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-c0e01c83-c585-4f0c-a6da-3e9511275d6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Deleting port 1e41b70c-6d0e-4748-8f64-2b49ada74ae6 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:34:58.212642 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c0e01c83-c585-4f0c-a6da-3e9511275d6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.296091 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c0e01c83-c585-4f0c-a6da-3e9511275d6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.296411 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c0e01c83-c585-4f0c-a6da-3e9511275d6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.316185 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-c0e01c83-c585-4f0c-a6da-3e9511275d6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Calling delete_port for 1e41b70c-6d0e-4748-8f64-2b49ada74ae6 owned by network:floatingip {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:34:58.486517 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c0e01c83-c585-4f0c-a6da-3e9511275d6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.513350 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e01c83-c585-4f0c-a6da-3e9511275d6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event deleted for resources: {'Port': ['ID=1e41b70c-6d0e-4748-8f64-2b49ada74ae6,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:58.575663 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c0e01c83-c585-4f0c-a6da-3e9511275d6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.578359 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c0e01c83-c585-4f0c-a6da-3e9511275d6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.579563 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c0e01c83-c585-4f0c-a6da-3e9511275d6f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "DELETE /v2.0/floatingips/f01144e5-e726-4fa1-89b9-556469d3a47d HTTP/1.1" status: 204 len: 168 time: 0.5036585 Oct 27 21:34:58.831751 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33680) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:58.838660 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-1cdfcd16-a45c-40b2-9837-6e78d8e1dc67 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1990559718', 'description': 'tempest-description--1435469081'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:58.868817 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1cdfcd16-a45c-40b2-9837-6e78d8e1dc67 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.932094 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33682) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:58.946404 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1cdfcd16-a45c-40b2-9837-6e78d8e1dc67 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.952385 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1cdfcd16-a45c-40b2-9837-6e78d8e1dc67 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.988336 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1cdfcd16-a45c-40b2-9837-6e78d8e1dc67 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:58.989672 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-1cdfcd16-a45c-40b2-9837-6e78d8e1dc67 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1568110 Oct 27 21:34:58.992901 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33692) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:58.998137 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-0f5e7a6e-d777-4edc-a041-08ae7ec9f154 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Request body: {'security_group_rule': {'security_group_id': '69f38cc7-f5dc-4441-83de-7c252397ae16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:59.008625 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfcd16-a45c-40b2-9837-6e78d8e1dc67 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f38cc7-f5dc-4441-83de-7c252397ae16,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:59.062480 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7a6e-d777-4edc-a041-08ae7ec9f154 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.088690 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-193efccd-7ec7-43de-af84-b0da3a9a0ea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.114367 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653aecc-a87c-4c92-96be-45bacf94c77f req-51cd8bf1-e7b5-42e1-8627-770b813f8d9a tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:34:59.116021 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9653aecc-a87c-4c92-96be-45bacf94c77f req-51cd8bf1-e7b5-42e1-8627-770b813f8d9a tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0871534 Oct 27 21:34:59.169263 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7a6e-d777-4edc-a041-08ae7ec9f154 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.176886 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7a6e-d777-4edc-a041-08ae7ec9f154 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.181213 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-193efccd-7ec7-43de-af84-b0da3a9a0ea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.187149 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-193efccd-7ec7-43de-af84-b0da3a9a0ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.196571 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9653aecc-a87c-4c92-96be-45bacf94c77f req-a0f157f8-2e7d-4d04-b308-ef09d55ef4d0 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710583 Oct 27 21:34:59.211702 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e7a6e-d777-4edc-a041-08ae7ec9f154 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79481073-50f6-4e26-ae76-32e63b2fb71d,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:59.226608 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7a6e-d777-4edc-a041-08ae7ec9f154 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.231263 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-0f5e7a6e-d777-4edc-a041-08ae7ec9f154 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2339349 Oct 27 21:34:59.231263 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33696) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:59.236187 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-71c1cf2c-769b-4696-85eb-0fa60cc52400 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Request body: {'security_group_rule': {'security_group_id': '69f38cc7-f5dc-4441-83de-7c252397ae16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:59.241956 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-193efccd-7ec7-43de-af84-b0da3a9a0ea0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6240d2dc5ca2462dbf1c7c19a99283bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087304 Oct 27 21:34:59.242905 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193efccd-7ec7-43de-af84-b0da3a9a0ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13ab553-96f0-4960-9613-ae6b5fdcab2e,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:59.244804 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33698) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:59.295127 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-71c1cf2c-769b-4696-85eb-0fa60cc52400 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.338221 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-54f74b4a-7379-4a64-a4d3-4272e026b800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.376105 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-54f74b4a-7379-4a64-a4d3-4272e026b800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.387016 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-71c1cf2c-769b-4696-85eb-0fa60cc52400 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.396041 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-71c1cf2c-769b-4696-85eb-0fa60cc52400 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.428320 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1cf2c-769b-4696-85eb-0fa60cc52400 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d21fa7b-47b8-405b-93b0-5be87329ae5c,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:59.437263 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-71c1cf2c-769b-4696-85eb-0fa60cc52400 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.438498 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-71c1cf2c-769b-4696-85eb-0fa60cc52400 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2060859 Oct 27 21:34:59.441721 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33702) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:34:59.446739 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Request body: {'floatingip': {'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:34:59.471122 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-54f74b4a-7379-4a64-a4d3-4272e026b800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.474531 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-54f74b4a-7379-4a64-a4d3-4272e026b800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.475807 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-54f74b4a-7379-4a64-a4d3-4272e026b800 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d13ab553-96f0-4960-9613-ae6b5fdcab2e HTTP/1.1" status: 204 len: 168 time: 0.2300391 Oct 27 21:34:59.478992 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.498434 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f74b4a-7379-4a64-a4d3-4272e026b800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13ab553-96f0-4960-9613-ae6b5fdcab2e,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:34:59.618691 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.738477 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Allocated IP 172.27.2.101 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/d6035866-1820-40d9-bf4c-54d9cc6e9e2c) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:34:59.857435 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.898306 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:34:59.939183 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:34:59.942247 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:34:59.945908 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:34:59.975046 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event updated for resources: {'Port': ['ID=d6035866-1820-40d9-bf4c-54d9cc6e9e2c,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:00.071294 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.121708 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.184783 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33730) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:00.297324 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.302762 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1256942692-network', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:00.303483 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.356643 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791c8c6-0863-419f-b2a8-ec8fe8317705 req-65978d9f-0dc7-46c4-8606-651bd243696c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:00.358502 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5791c8c6-0863-419f-b2a8-ec8fe8317705 req-65978d9f-0dc7-46c4-8606-651bd243696c tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0714016 Oct 27 21:35:00.359540 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Made reservation on behalf of abfee9fb15784d029c403b8b680a363a for: {'network': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:00.362067 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.375099 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.385127 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event updated for resources: {'Port': ['ID=d6035866-1820-40d9-bf4c-54d9cc6e9e2c,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:00.397807 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.415358 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.426078 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c1e26583-ef8e-4259-be3b-75068ef8c8f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9833534 Oct 27 21:35:00.442208 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5791c8c6-0863-419f-b2a8-ec8fe8317705 req-e2d2b6dc-04b4-430c-8d25-d86563d41ac5 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691588 Oct 27 21:35:00.497184 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.525215 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.549831 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=101366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:35:00.559134 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0996d26a-e264-4780-9d5b-83396583c028,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:00.566404 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.566404 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.segments_db [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Added segment 69c197a2-b578-45b4-8279-691b8bac281f of type vlan for network 21e799b7-aa93-41b9-946f-2184149f86ef Oct 27 21:35:00.619399 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.649454 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.650601 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:00.651330 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.679333 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-c474bf15-9bf8-4c0b-a112-910636d82d98 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1990559718&fields=id&tenant_id=6754f171bd894b85b26c66971cab7c26 HTTP/1.1" status: 200 len: 267 time: 0.0377042 Oct 27 21:35:00.719637 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5335891 Oct 27 21:35:00.722409 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33754) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:00.729519 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-2e424d18-7d23-4863-93a3-545884b949bc admin admin] Request body: {'subnet': {'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1256942692-subnet', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'ip_version': 4}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:00.734146 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ba929-e624-41fb-9d57-c65227c1f98b admin admin] Pushing event updated for resources: {'Network': ['ID=21e799b7-aa93-41b9-946f-2184149f86ef,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:00.751770 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network 21e799b7-aa93-41b9-946f-2184149f86ef details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:35:00.761819 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e424d18-7d23-4863-93a3-545884b949bc admin admin] Made reservation on behalf of abfee9fb15784d029c403b8b680a363a for: {'subnet': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:00.765371 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2e424d18-7d23-4863-93a3-545884b949bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12743771'] for subnet, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:00.824249 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-4512118f-7381-4815-a3b6-c6f24a5d3edd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:00.828111 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-4512118f-7381-4815-a3b6-c6f24a5d3edd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 817 time: 0.1401114 Oct 27 21:35:00.854521 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-5b6bf77f-4452-444f-8c89-0089e0cafc91 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/quotas/6754f171bd894b85b26c66971cab7c26 HTTP/1.1" status: 200 len: 375 time: 0.0128913 Oct 27 21:35:00.919111 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-c48797f7-71ce-49a6-9f7e-6b9ac80069e4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569053 Oct 27 21:35:01.002586 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2e424d18-7d23-4863-93a3-545884b949bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12743753'] for subnet, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.062755 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e424d18-7d23-4863-93a3-545884b949bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c8347c-d958-49cc-93be-72c963068627,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:01.073228 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e424d18-7d23-4863-93a3-545884b949bc admin admin] Checking segment: {'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:01.073589 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e424d18-7d23-4863-93a3-545884b949bc admin admin] Network hostable DHCP agents. Network: 21e799b7-aa93-41b9-946f-2184149f86ef, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:35:01.080703 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-a0e93a97-27ad-4bad-8a38-5a5ab41f4d28 service neutron] 10.222.0.53 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470604 Oct 27 21:35:01.093654 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e424d18-7d23-4863-93a3-545884b949bc admin admin] Network 21e799b7-aa93-41b9-946f-2184149f86ef is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:35:01.102871 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-2e424d18-7d23-4863-93a3-545884b949bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, 21e799b7-aa93-41b9-946f-2184149f86ef) {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:01.107267 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e424d18-7d23-4863-93a3-545884b949bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:01.107858 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-2e424d18-7d23-4863-93a3-545884b949bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.116303 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300bca6-763a-47ed-a045-d88efcf13cb7 None None] Network 21e799b7-aa93-41b9-946f-2184149f86ef requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:35:01.130811 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-2e424d18-7d23-4863-93a3-545884b949bc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4070675 Oct 27 21:35:01.133344 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33762) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:01.137935 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:01.170137 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3112'] for router, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.172355 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1736506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3091'] for router, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.192171 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-beaa4e04-2721-4d8d-80fd-ba937e69e3b1 service neutron] 10.222.0.53 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040573 Oct 27 21:35:01.245627 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.345720 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe452df4e-5fb6-533b-8bad-3d646d7c8956-21e799b7-aa93-41b9-946f-2184149f86ef', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627'}]}} from dv-cinder-815746-1-iscsi. {{(pid=101367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:35:01.353969 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.538250 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.db_base_plugin_common [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Allocated IP 172.20.0.2 (21e799b7-aa93-41b9-946f-2184149f86ef/72c8347c-d958-49cc-93be-72c963068627/ed45c6fa-e386-4f80-8407-f564c813d84e) {{(pid=101367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:01.593991 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de7a8d-2fd8-44fe-870e-d088ca1c530e req-66fad7c5-e59a-48bf-8fcd-ac0c49141bb7 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:01.601965 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-05de7a8d-2fd8-44fe-870e-d088ca1c530e req-66fad7c5-e59a-48bf-8fcd-ac0c49141bb7 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0705678 Oct 27 21:35:01.651776 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-05de7a8d-2fd8-44fe-870e-d088ca1c530e req-0e1bee78-17c1-40af-ba2f-8a3ab8a295d7 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&id=abc702dd-78a7-485f-988d-d0da6b767795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446010 Oct 27 21:35:01.708683 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2fea6fa3-b6e6-48d2-b687-baa3cad4d787 req-7232400f-d676-47c9-9e05-f4170a99f98d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 210 time: 0.0313375 Oct 27 21:35:01.710861 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.711627 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Publish callbacks [] for port, precommit_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.720009 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.777748 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Network 21e799b7-aa93-41b9-946f-2184149f86ef is already hosted by enough agents. {{(pid=101367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:01.782191 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.base_scheduler [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Resources bound (agent type, host, resource id): {{(pid=101367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:01.785702 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Received port after_create {{(pid=101367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:01.800015 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Pushing event updated for resources: {'Port': ['ID=ed45c6fa-e386-4f80-8407-f564c813d84e,revision_number=1']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:01.824851 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:01.825507 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:01.826007 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:01.826510 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:01.827016 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:01.827661 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:01.827991 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:01.828318 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:01.828641 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:01.828992 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:01.829315 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:01.829632 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:01.864166 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Attempting to bind port ed45c6fa-e386-4f80-8407-f564c813d84e on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:01.864559 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Attempting to bind port ed45c6fa-e386-4f80-8407-f564c813d84e by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:01.865004 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Attempting to bind port ed45c6fa-e386-4f80-8407-f564c813d84e on network 21e799b7-aa93-41b9-946f-2184149f86ef {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:01.870900 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:01.871412 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Checking segment: {'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:01.871850 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.872292 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Bound using segment: {'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:01.872760 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Bound port: ed45c6fa-e386-4f80-8407-f564c813d84e, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:01.873210 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.947642 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] For port ed45c6fa-e386-4f80-8407-f564c813d84e, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:01.950697 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.950942 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] For port ed45c6fa-e386-4f80-8407-f564c813d84e, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=ed45c6fa-e386-4f80-8407-f564c813d84e,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:01.955924 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:01.970489 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:02.014274 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870831de-8ccc-42af-8b22-03f15ad388d9 None None] Pushing event updated for resources: {'Port': ['ID=ed45c6fa-e386-4f80-8407-f564c813d84e,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:02.079353 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Allocated IP 172.27.2.93 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/5f41077c-5c72-4217-804b-12c19e42e9e2) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:02.197206 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:02.246906 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:02.288563 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:02.292451 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:02.296465 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:02.302480 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Pushing event updated for resources: {'Port': ['ID=5f41077c-5c72-4217-804b-12c19e42e9e2,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:02.557724 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:02.766675 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628572'] for router, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:02.818497 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c294186b-6ff2-45a9-b448-59dac251dbe5 req-c30918d8-73fc-4350-8f19-91d96910e62a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 210 time: 0.0308597 Oct 27 21:35:02.903627 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Router c64cf4c0-536f-47b6-8c2b-21dacf821c69 is scheduled to L3 agent 1818124e-4753-4485-930e-911ae30a2937 with binding_index 1 {{(pid=101366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:35:02.931968 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044aab98-1656-44d0-b809-01a4845a2cea None None] Network 21e799b7-aa93-41b9-946f-2184149f86ef requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:35:03.055260 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:03.075126 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.076350 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-cf85033f-5e5b-4db3-a61f-de8d708cad6d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9419470 Oct 27 21:35:03.079315 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33794) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:03.160919 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Sync routers for ids ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:03.190694 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-f0227581-251b-48b6-af17-efec26f8576c None None] Provisioning complete for port ed45c6fa-e386-4f80-8407-f564c813d84e triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:03.190903 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-f0227581-251b-48b6-af17-efec26f8576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.196119 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Routers {'c64cf4c0-536f-47b6-8c2b-21dacf821c69'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:03.196707 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:34:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:03.411374 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Set router c64cf4c0-536f-47b6-8c2b-21dacf821c69 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:03.521363 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-f0227581-251b-48b6-af17-efec26f8576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.564269 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.582877 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-f0227581-251b-48b6-af17-efec26f8576c None None] For port ed45c6fa-e386-4f80-8407-f564c813d84e, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=ed45c6fa-e386-4f80-8407-f564c813d84e,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:03.592981 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-f0227581-251b-48b6-af17-efec26f8576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.646302 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device ed45c6fa-e386-4f80-8407-f564c813d84e up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:03.711939 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0227581-251b-48b6-af17-efec26f8576c None None] Pushing event updated for resources: {'Port': ['ID=ed45c6fa-e386-4f80-8407-f564c813d84e,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:03.741198 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port ed45c6fa-e386-4f80-8407-f564c813d84e triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:03.741578 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.745395 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:02Z', 'revision_number': 3, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:03.766209 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Allocated IP 172.20.0.1 (21e799b7-aa93-41b9-946f-2184149f86ef/72c8347c-d958-49cc-93be-72c963068627/76ae9d11-cec8-4f87-9c76-0cdbb7f47517) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:03.795146 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Checking router: c64cf4c0-536f-47b6-8c2b-21dacf821c69 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:03.795475 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Updating router c64cf4c0-536f-47b6-8c2b-21dacf821c69 port 5f41077c-5c72-4217-804b-12c19e42e9e2 binding host dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:35:03.836772 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.878084 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3c6a5f4e-e92d-4c7f-8c2a-bd5981cdf15c None None] Provisioning complete for port ed45c6fa-e386-4f80-8407-f564c813d84e triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:03.878458 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3c6a5f4e-e92d-4c7f-8c2a-bd5981cdf15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.880559 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.934839 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-efbfdfc2-1d63-4a03-b4b7-23bfdb640fb7 req-5ed6e239-178e-4dc5-88d6-6829c71a92a1 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 210 time: 0.0349536 Oct 27 21:35:03.950465 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:03.991718 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Network 21e799b7-aa93-41b9-946f-2184149f86ef is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:03.996350 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:04.001307 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:04.004348 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Pushing event updated for resources: {'Port': ['ID=76ae9d11-cec8-4f87-9c76-0cdbb7f47517,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:04.045809 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703873'] for router_interface, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:04.206471 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:04.251108 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Publish callbacks [] for port, precommit_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:04.260152 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:04.271533 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-800de6ba-bf5f-4eee-8b53-c56629b07c9c None None] Provisioning complete for port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:04.271898 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-800de6ba-bf5f-4eee-8b53-c56629b07c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:04.344357 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de711a49-6d6a-4a86-8030-5af2d5dff424 None None] Pushing event updated for resources: {'Port': ['ID=5f41077c-5c72-4217-804b-12c19e42e9e2,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:04.346665 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Attempting to bind port 5f41077c-5c72-4217-804b-12c19e42e9e2 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:04.347025 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Attempting to bind port 5f41077c-5c72-4217-804b-12c19e42e9e2 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:04.347381 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Attempting to bind port 5f41077c-5c72-4217-804b-12c19e42e9e2 on network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:04.353981 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-800de6ba-bf5f-4eee-8b53-c56629b07c9c None None] Port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:04.355644 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:04.356097 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Checking segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:04.356483 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:04.356888 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Bound using segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:04.357353 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Bound port: 5f41077c-5c72-4217-804b-12c19e42e9e2, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:04.357724 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:04.394452 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:04.399497 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780467'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:04.412905 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] For port 5f41077c-5c72-4217-804b-12c19e42e9e2, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:04.415873 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] For port 5f41077c-5c72-4217-804b-12c19e42e9e2, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=5f41077c-5c72-4217-804b-12c19e42e9e2,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:04.419611 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:04.466931 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Pushing event updated for resources: {'Port': ['ID=76ae9d11-cec8-4f87-9c76-0cdbb7f47517,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:04.469307 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630033'] for router_interface, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:04.476452 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Routers {'c64cf4c0-536f-47b6-8c2b-21dacf821c69'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:04.477102 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:34:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:04.480124 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de711a49-6d6a-4a86-8030-5af2d5dff424 None None] Pushing event updated for resources: {'Port': ['ID=5f41077c-5c72-4217-804b-12c19e42e9e2,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:04.563513 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Network 21e799b7-aa93-41b9-946f-2184149f86ef is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:04.565068 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:04.594478 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] Set router c64cf4c0-536f-47b6-8c2b-21dacf821c69 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:04.709483 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Router c64cf4c0-536f-47b6-8c2b-21dacf821c69 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:04.737232 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5a37-4c99-4931-be99-7876477fffcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:04.833259 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:04.842629 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-4b7e403f-b144-4a56-8049-785105e17e19 admin admin] 10.222.0.53 "PUT /v2.0/routers/c64cf4c0-536f-47b6-8c2b-21dacf821c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7620738 Oct 27 21:35:04.853172 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '76ae9d11-cec8-4f87-9c76-0cdbb7f47517', 'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'mac_address': 'fa:16:3e:e1:a6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:03Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 2, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'subnets': [{'id': '72c8347c-d958-49cc-93be-72c963068627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:05.026756 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-b40bbdca-6f00-4824-aae6-95d4debaa909 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:05.029682 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-b40bbdca-6f00-4824-aae6-95d4debaa909 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 817 time: 0.1458919 Oct 27 21:35:05.036305 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda93187-256f-454f-9a25-accb844a9db9 None None] The sync data for ids ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'] in dv-cinder-815746-1-iscsi is: [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '76ae9d11-cec8-4f87-9c76-0cdbb7f47517', 'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'mac_address': 'fa:16:3e:e1:a6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:03Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 2, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'subnets': [{'id': '72c8347c-d958-49cc-93be-72c963068627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:05.050280 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-81bd5a49-1a91-45a7-bc8b-b071fbccb9a2 None None] Provisioning complete for port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:05.050641 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-81bd5a49-1a91-45a7-bc8b-b071fbccb9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:05.120805 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1a8bb63b-d697-4643-b831-a0aaa23ee8ae req-bab7afde-36f6-41c9-a15a-feb1d0f15e6a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 210 time: 0.0490992 Oct 27 21:35:05.129948 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-81bd5a49-1a91-45a7-bc8b-b071fbccb9a2 None None] Port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:05.158228 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-b9cd1042-c7e4-4814-ba5b-98df1fc66ca1 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6754f171bd894b85b26c66971cab7c26 HTTP/1.1" status: 200 len: 380 time: 0.1102571 Oct 27 21:35:05.178750 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Request body: {'port': {'device_id': 'a8805704-bd12-4507-8435-5f19545a2e04', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'admin_state_up': True, 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'security_groups': ['69f38cc7-f5dc-4441-83de-7c252397ae16']}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:05.321039 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Made reservation on behalf of 6754f171bd894b85b26c66971cab7c26 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:05.326057 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:05.486452 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Allocated IP 172.20.0.3 (d8a8170b-e56c-445e-b9da-4e58c20eba72/5bb3b861-383d-45b3-8bef-cfa89d0db409/84fdfafb-f44b-48d2-8b3e-c27366010615) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:05.531746 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33826) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:05.537931 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1961882814-network', 'tenant_id': 'eea0e4003d7741928b14f14915034203'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:05.582431 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Made reservation on behalf of eea0e4003d7741928b14f14915034203 for: {'network': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:05.599689 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:05.618052 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:05.627551 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device ed45c6fa-e386-4f80-8407-f564c813d84e up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:05.700329 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:05.701636 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port ed45c6fa-e386-4f80-8407-f564c813d84e triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:05.702197 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:05.743608 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:05.796282 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Network d8a8170b-e56c-445e-b9da-4e58c20eba72 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:05.799562 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:05.801614 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:05.802246 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:05.811719 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:05.859623 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event updated for resources: {'Port': ['ID=84fdfafb-f44b-48d2-8b3e-c27366010615,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:05.867206 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=101366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:35:05.897628 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3be2ec-7bdd-4538-8735-926fb25bdb26,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:05.901965 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:05.903250 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:05.929224 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:05.930784 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.segments_db [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Added segment c5617e59-0370-433e-845e-b7022b5a2c13 of type vlan for network ebe5d788-8884-4354-b2cb-1ff848373d3f Oct 27 21:35:05.957304 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-77590740-2587-4a85-9262-c433451aef66 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7832613 Oct 27 21:35:06.025790 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:06.075880 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:06.077637 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:06.079268 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:06.171256 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6374578 Oct 27 21:35:06.174056 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33854) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:06.180156 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-9aa60e17-7983-46f1-915f-ef2cc82d9905 None None] Provisioning complete for port 84fdfafb-f44b-48d2-8b3e-c27366010615 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:06.181003 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-9aa60e17-7983-46f1-915f-ef2cc82d9905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:06.189802 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-8d45bf5e-fa8c-4aa6-999c-617a92508bbf admin admin] Request body: {'subnet': {'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1961882814-subnet', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'ip_version': 4}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:06.226957 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7dc9a-9335-498a-84f6-4e0fc4119229 admin admin] Pushing event updated for resources: {'Network': ['ID=ebe5d788-8884-4354-b2cb-1ff848373d3f,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:06.241926 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network ebe5d788-8884-4354-b2cb-1ff848373d3f details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:35:06.273289 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d45bf5e-fa8c-4aa6-999c-617a92508bbf admin admin] Made reservation on behalf of eea0e4003d7741928b14f14915034203 for: {'subnet': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:06.275755 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8d45bf5e-fa8c-4aa6-999c-617a92508bbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12641519'] for subnet, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:06.328117 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-9aa60e17-7983-46f1-915f-ef2cc82d9905 None None] Port 84fdfafb-f44b-48d2-8b3e-c27366010615 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:06.340163 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07053130-ce14-49cd-b58d-f8852625c9a5 req-b06d27f3-acfa-497b-9fac-19c9d0766e82 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:06.349066 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-07053130-ce14-49cd-b58d-f8852625c9a5 req-b06d27f3-acfa-497b-9fac-19c9d0766e82 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 931 time: 0.1074667 Oct 27 21:35:06.351541 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Request body: {'port': {'device_id': 'a8805704-bd12-4507-8435-5f19545a2e04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:06.412776 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-07053130-ce14-49cd-b58d-f8852625c9a5 req-70fd4f4b-631c-4015-a8a1-c6ae255e99e9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627542 Oct 27 21:35:06.484013 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:06.748255 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8d45bf5e-fa8c-4aa6-999c-617a92508bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12641533'] for subnet, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:06.847520 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45bf5e-fa8c-4aa6-999c-617a92508bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc3e834-ffb5-4e58-a4c3-365784adb8d5,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:06.874089 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45bf5e-fa8c-4aa6-999c-617a92508bbf admin admin] Checking segment: {'id': 'c5617e59-0370-433e-845e-b7022b5a2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:06.874437 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d45bf5e-fa8c-4aa6-999c-617a92508bbf admin admin] Network hostable DHCP agents. Network: ebe5d788-8884-4354-b2cb-1ff848373d3f, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:35:06.920435 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fdfafb-f44b-48d2-8b3e-c27366010615 {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:06.927209 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d45bf5e-fa8c-4aa6-999c-617a92508bbf admin admin] Network ebe5d788-8884-4354-b2cb-1ff848373d3f is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:35:06.930940 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:06.946142 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-8d45bf5e-fa8c-4aa6-999c-617a92508bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, ebe5d788-8884-4354-b2cb-1ff848373d3f) {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:06.947983 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Transition to ACTIVE for port object 84fdfafb-f44b-48d2-8b3e-c27366010615 will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:35:06.951637 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d45bf5e-fa8c-4aa6-999c-617a92508bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:06.952025 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8d45bf5e-fa8c-4aa6-999c-617a92508bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:06.955706 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:06.958509 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef417ce-5621-4cb4-8388-e66145d2885e None None] Network ebe5d788-8884-4354-b2cb-1ff848373d3f requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:35:07.011698 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-8d45bf5e-fa8c-4aa6-999c-617a92508bbf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8357813 Oct 27 21:35:07.014323 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33866) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:07.024737 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1961882814-router', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:07.075606 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Pushing event updated for resources: {'Port': ['ID=84fdfafb-f44b-48d2-8b3e-c27366010615,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:07.076090 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3112'] for router, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:07.077289 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1736506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3091'] for router, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:07.169734 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:07.211646 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe452df4e-5fb6-533b-8bad-3d646d7c8956-ebe5d788-8884-4354-b2cb-1ff848373d3f', 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'fixed_ips': [{'subnet_id': 'fdc3e834-ffb5-4e58-a4c3-365784adb8d5'}]}} from dv-cinder-815746-1-iscsi. {{(pid=101367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:35:07.212743 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:07.260471 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Attempting to bind port 84fdfafb-f44b-48d2-8b3e-c27366010615 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:07.261251 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Attempting to bind port 84fdfafb-f44b-48d2-8b3e-c27366010615 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:07.262371 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Attempting to bind port 84fdfafb-f44b-48d2-8b3e-c27366010615 on network d8a8170b-e56c-445e-b9da-4e58c20eba72 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:07.268132 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Port 84fdfafb-f44b-48d2-8b3e-c27366010615 on network d8a8170b-e56c-445e-b9da-4e58c20eba72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:35:07.268444 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Attempting to bind port 84fdfafb-f44b-48d2-8b3e-c27366010615 on network d8a8170b-e56c-445e-b9da-4e58c20eba72 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:07.279240 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:07.280088 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Checking segment: {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:07.280300 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Bound using segment: {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:07.280686 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Bound port: 84fdfafb-f44b-48d2-8b3e-c27366010615, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7d0193-abb8-4422-8919-57a7bc359a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:07.281177 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:07.381015 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:07.393477 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=84fdfafb-f44b-48d2-8b3e-c27366010615,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:07.401775 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:07.417758 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.db_base_plugin_common [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Allocated IP 172.20.0.2 (ebe5d788-8884-4354-b2cb-1ff848373d3f/fdc3e834-ffb5-4e58-a4c3-365784adb8d5/4fbc4c8e-f4bc-4717-a011-f590e0fc200f) {{(pid=101367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:07.473626 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Pushing event updated for resources: {'Port': ['ID=84fdfafb-f44b-48d2-8b3e-c27366010615,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:07.497573 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:07.499114 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:07.502515 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-386ba2aa-1a07-4360-8654-8216e90c66a4 service neutron] 10.222.0.83 "PUT /v2.0/ports/84fdfafb-f44b-48d2-8b3e-c27366010615 HTTP/1.1" status: 200 len: 1093 time: 1.5112066 Oct 27 21:35:07.503196 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:07.509457 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38000a55-9513-42ec-9c3c-9303452bc168" -d '{"events": [{"name": "network-changed", "server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:07.656694 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3c21a5-e065-4050-b276-e4fa92efb5bf x-openstack-request-id: req-5d3c21a5-e065-4050-b276-e4fa92efb5bf {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:07.657114 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:07.657580 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d3c21a5-e065-4050-b276-e4fa92efb5bf {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:07.659713 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'status': 'completed', 'code': 200} Oct 27 21:35:07.716854 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-a5be4416-9720-4992-a389-8d7e7786c03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:07.746109 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae970a-cb8b-45ef-a3df-94550e42caa6 req-a37d246e-b23f-4f11-bc98-513dd0a276de tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:07.750142 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7aae970a-cb8b-45ef-a3df-94550e42caa6 req-a37d246e-b23f-4f11-bc98-513dd0a276de tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.1931801 Oct 27 21:35:07.808626 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-4c23d824-6362-4469-9824-b41ab47fe40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:07.810400 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-4c23d824-6362-4469-9824-b41ab47fe40f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 1096 time: 0.1860414 Oct 27 21:35:07.825915 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 5f41077c-5c72-4217-804b-12c19e42e9e2 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:07.923342 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:07.956018 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Publish callbacks [] for port, precommit_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:07.961214 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-fd6a3546-2961-4b2b-809f-ef7e1ff38875 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84fdfafb-f44b-48d2-8b3e-c27366010615 HTTP/1.1" status: 200 len: 217 time: 0.1223955 Oct 27 21:35:07.969113 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:07.972132 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7aae970a-cb8b-45ef-a3df-94550e42caa6 req-b559dc8e-017c-4bb6-905d-8332b7d4bd5c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112947 Oct 27 21:35:08.031308 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Sync routers for ids ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:08.035050 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Network ebe5d788-8884-4354-b2cb-1ff848373d3f is already hosted by enough agents. {{(pid=101367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:08.037235 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-c35a4bc8-7764-4bf7-b1ec-d6c78d4df4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:08.039264 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-c35a4bc8-7764-4bf7-b1ec-d6c78d4df4a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.0659602 Oct 27 21:35:08.044524 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 5f41077c-5c72-4217-804b-12c19e42e9e2 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:08.045000 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.047143 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Routers {'c64cf4c0-536f-47b6-8c2b-21dacf821c69'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:08.054315 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:08.107894 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.base_scheduler [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Resources bound (agent type, host, resource id): {{(pid=101367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:08.113044 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Received port after_create {{(pid=101367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:08.145623 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-f2f17908-f0d2-4475-80c7-f3b86884392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:08.147635 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-f2f17908-f0d2-4475-80c7-f3b86884392f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1009445 Oct 27 21:35:08.201325 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Pushing event updated for resources: {'Port': ['ID=4fbc4c8e-f4bc-4717-a011-f590e0fc200f,revision_number=1']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:08.217386 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Set router c64cf4c0-536f-47b6-8c2b-21dacf821c69 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:08.288619 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Attempting to bind port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:08.289025 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Attempting to bind port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'c5617e59-0370-433e-845e-b7022b5a2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:08.289393 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Attempting to bind port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f on network ebe5d788-8884-4354-b2cb-1ff848373d3f {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:08.329184 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-9ef5e759-c601-4ed8-b61d-c50e095e071f service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739850 Oct 27 21:35:08.356478 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33894) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:08.356713 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:08.356713 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Checking segment: {'id': 'c5617e59-0370-433e-845e-b7022b5a2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:08.357132 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.357614 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Bound using segment: {'id': 'c5617e59-0370-433e-845e-b7022b5a2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:08.368374 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Bound port: 4fbc4c8e-f4bc-4717-a011-f590e0fc200f, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5617e59-0370-433e-845e-b7022b5a2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:08.368954 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.462288 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.492104 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.512776 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.525615 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3d0675-edfc-4533-9a98-6ddd591d742a admin admin] Deleting subnet fb40b042-1cba-4462-ad8d-c89a800fbf5f {{(pid=101365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:35:08.558581 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port 5f41077c-5c72-4217-804b-12c19e42e9e2, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=5f41077c-5c72-4217-804b-12c19e42e9e2,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:08.560178 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.600043 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.610472 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.633547 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] For port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:08.655791 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] For port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=4fbc4c8e-f4bc-4717-a011-f590e0fc200f,segment=NetworkSegment(c5617e59-0370-433e-845e-b7022b5a2c13),segment_id=c5617e59-0370-433e-845e-b7022b5a2c13)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:08.662722 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '76ae9d11-cec8-4f87-9c76-0cdbb7f47517', 'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'mac_address': 'fa:16:3e:e1:a6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:03Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 2, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'subnets': [{'id': '72c8347c-d958-49cc-93be-72c963068627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:08.667119 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.686146 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=5f41077c-5c72-4217-804b-12c19e42e9e2,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:08.710672 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Checking router: c64cf4c0-536f-47b6-8c2b-21dacf821c69 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:08.711127 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Updating router c64cf4c0-536f-47b6-8c2b-21dacf821c69 port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 binding host dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:35:08.741188 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.770546 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0a8e2-709b-4109-9f7d-ed1273025de3 None None] Pushing event updated for resources: {'Port': ['ID=4fbc4c8e-f4bc-4717-a011-f590e0fc200f,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:08.812664 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Allocated IP 172.27.2.166 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/24432f51-83ec-495a-ab06-f17105919e51) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:08.855804 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e3e6-3b6d-4240-a7cf-0f118014198c req-efcd2d69-0c59-4290-9963-233a267a71cf tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:08.864371 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1e96e3e6-3b6d-4240-a7cf-0f118014198c req-efcd2d69-0c59-4290-9963-233a267a71cf tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1533713 Oct 27 21:35:08.923601 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0675-edfc-4533-9a98-6ddd591d742a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:08.989296 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-36b1eec8-3f0b-4342-adc7-234d9cfc2295 req-30cf36b5-0c0e-40cd-a690-43e03b85544c service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517470 Oct 27 21:35:08.992893 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1e96e3e6-3b6d-4240-a7cf-0f118014198c req-3680a0e7-40c9-4a66-b922-0d3214e8e4bb tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276586 Oct 27 21:35:08.995621 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0675-edfc-4533-9a98-6ddd591d742a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14559635'] for subnet, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.051817 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0675-edfc-4533-9a98-6ddd591d742a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.063047 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.140354 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.144011 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Publish callbacks [] for port, precommit_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.162275 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.177773 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:09.181175 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0675-edfc-4533-9a98-6ddd591d742a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14562759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12641038'] for subnet, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.185289 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:09.188107 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:09.214550 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d0675-edfc-4533-9a98-6ddd591d742a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb40b042-1cba-4462-ad8d-c89a800fbf5f,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:09.223645 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0675-edfc-4533-9a98-6ddd591d742a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.230164 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-8a3d0675-edfc-4533-9a98-6ddd591d742a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fb40b042-1cba-4462-ad8d-c89a800fbf5f HTTP/1.1" status: 204 len: 168 time: 0.8779728 Oct 27 21:35:09.231363 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33904) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:09.231645 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Pushing event updated for resources: {'Port': ['ID=76ae9d11-cec8-4f87-9c76-0cdbb7f47517,revision_number=3']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:09.242137 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48943f7e-e7fc-48d2-ae4f-fb2d2473b14d req-06306d71-d1bb-420f-b402-5098ed3c3bb4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:09.251033 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-48943f7e-e7fc-48d2-ae4f-fb2d2473b14d req-06306d71-d1bb-420f-b402-5098ed3c3bb4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.1246161 Oct 27 21:35:09.258796 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:09.259395 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:09.259941 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:09.260461 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:09.261007 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:09.261933 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:09.262738 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:09.263475 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:09.264398 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:09.265138 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:09.265640 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:09.266168 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:09.294943 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-48943f7e-e7fc-48d2-ae4f-fb2d2473b14d req-21477255-9b51-4850-9800-17c65d0f31f2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416410 Oct 27 21:35:09.316940 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Pushing event updated for resources: {'Port': ['ID=24432f51-83ec-495a-ab06-f17105919e51,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:09.346902 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Attempting to bind port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:09.347307 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Attempting to bind port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:09.349059 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Attempting to bind port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 on network 21e799b7-aa93-41b9-946f-2184149f86ef {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:09.358326 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:09.358939 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Checking segment: {'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:09.359443 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.360084 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Bound using segment: {'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:09.360980 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Bound port: 76ae9d11-cec8-4f87-9c76-0cdbb7f47517, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'}}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:09.361644 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.433856 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.447716 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] For port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:09.451730 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] For port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=76ae9d11-cec8-4f87-9c76-0cdbb7f47517,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:09.457108 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.511411 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Routers {'c64cf4c0-536f-47b6-8c2b-21dacf821c69'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:09.512088 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:09.568737 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-a7c9a2fa-2e03-4001-a7f9-803aff901a73 None None] Provisioning complete for port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:09.569343 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a2fa-2e03-4001-a7f9-803aff901a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.637665 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.677594 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd74060-a7b8-45a8-b8da-d7302fdea093 None None] Pushing event updated for resources: {'Port': ['ID=76ae9d11-cec8-4f87-9c76-0cdbb7f47517,revision_number=4']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:09.702544 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7558f21a-9038-444d-8fa3-4d5aa50687f4']}} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:09.744540 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd367c2d0-810c-4c4a-ac42-498059ef2268') {'for_net_delete': True} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:09.745076 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd367c2d0-810c-4c4a-ac42-498059ef2268') {} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:09.770389 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] Set router c64cf4c0-536f-47b6-8c2b-21dacf821c69 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:09.770694 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a2fa-2e03-4001-a7f9-803aff901a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.792491 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12665946'] for segment, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.796805 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 5f41077c-5c72-4217-804b-12c19e42e9e2 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:09.803541 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.852513 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.874455 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-a7c9a2fa-2e03-4001-a7f9-803aff901a73 None None] For port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=76ae9d11-cec8-4f87-9c76-0cdbb7f47517,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:09.887334 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a2fa-2e03-4001-a7f9-803aff901a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.891026 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 5f41077c-5c72-4217-804b-12c19e42e9e2 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:09.892008 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.924144 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=101366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:35:09.926621 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12780439'] for segment, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:09.985034 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9a2fa-2e03-4001-a7f9-803aff901a73 None None] Pushing event updated for resources: {'Port': ['ID=76ae9d11-cec8-4f87-9c76-0cdbb7f47517,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: Traceback (most recent call last): Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: timer() Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: cb(*args, **kw) Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: return func(*args, **kwargs) Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: self._notify() Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: self.callback(batched_events) Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: event.method(event) Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: return f(self, *a, **k) Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._get(url).json() Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: return self.request(url, 'GET', **kwargs) Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:35:09.990302 dv-cinder-815746-1-iscsi neutron-server[101366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:35:09.997567 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.037811 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.049748 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] 10.222.0.53 "DELETE /v2.0/networks/7558f21a-9038-444d-8fa3-4d5aa50687f4 HTTP/1.1" status: 204 len: 168 time: 0.8127398 Oct 27 21:35:10.052992 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c6cfc-a1b8-425f-ae22-fa2f64a6496a admin admin] Pushing event deleted for resources: {'Network': ['ID=7558f21a-9038-444d-8fa3-4d5aa50687f4,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:10.064029 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-d8f5ff54-ee31-4f50-a44e-0b52b73a4258 None None] Provisioning complete for port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:10.064679 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ff54-ee31-4f50-a44e-0b52b73a4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.069544 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 4fbc4c8e-f4bc-4717-a011-f590e0fc200f up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:10.113592 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '76ae9d11-cec8-4f87-9c76-0cdbb7f47517', 'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'mac_address': 'fa:16:3e:e1:a6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:03Z', 'updated_at': '2021-10-27T21:35:09Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'subnets': [{'id': '72c8347c-d958-49cc-93be-72c963068627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:10.130328 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d489199-0cb2-4105-b9f8-a2da101b97fd None None] Network ebe5d788-8884-4354-b2cb-1ff848373d3f requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:35:10.147565 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c151dc5b-81ba-43bb-aae9-3a8c20263593 None None] The sync data for ids ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'] in dv-cinder-815746-1-iscsi is: [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '76ae9d11-cec8-4f87-9c76-0cdbb7f47517', 'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'mac_address': 'fa:16:3e:e1:a6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:03Z', 'updated_at': '2021-10-27T21:35:09Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'subnets': [{'id': '72c8347c-d958-49cc-93be-72c963068627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:10.239799 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5ed5d-2e04-4a16-9c40-f3b7b0b157e2 req-170734c9-8571-47b1-8551-f0ac71140781 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:10.241742 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6fc5ed5d-2e04-4a16-9c40-f3b7b0b157e2 req-170734c9-8571-47b1-8551-f0ac71140781 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1019301 Oct 27 21:35:10.282157 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628572'] for router, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.301674 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:10.301674 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.351242 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6fc5ed5d-2e04-4a16-9c40-f3b7b0b157e2 req-c4816fe1-495c-4736-9ce0-7106076d4549 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925632 Oct 27 21:35:10.433079 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33914) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:10.477459 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.494365 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-449e8216-00f9-4cac-812b-2c46d01883b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0666525c33445f58c786b33ee3bb0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600731 Oct 27 21:35:10.499938 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33916) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:10.524418 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d223f-dac4-4daf-9cab-178ac29455e4 req-0332cb35-20f6-4acd-b86b-fae914d3970f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:10.526032 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e43d223f-dac4-4daf-9cab-178ac29455e4 req-0332cb35-20f6-4acd-b86b-fae914d3970f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.1043732 Oct 27 21:35:10.557471 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Router 0f41edcf-e21f-4f14-9437-ac93c2386288 is scheduled to L3 agent 1818124e-4753-4485-930e-911ae30a2937 with binding_index 1 {{(pid=101366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:35:10.612792 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-73498173-50c8-47c0-afb1-3c6938fbe3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.615777 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e43d223f-dac4-4daf-9cab-178ac29455e4 req-9f2defb6-2a85-4953-8311-0cdc9a919e95 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772278 Oct 27 21:35:10.618774 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=4fbc4c8e-f4bc-4717-a011-f590e0fc200f,segment=NetworkSegment(c5617e59-0370-433e-845e-b7022b5a2c13),segment_id=c5617e59-0370-433e-845e-b7022b5a2c13)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:10.621590 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-085e7dba-ab73-447f-9810-e939a028681d None None] Provisioning complete for port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:10.621985 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-085e7dba-ab73-447f-9810-e939a028681d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.667272 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.673276 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.745361 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-73498173-50c8-47c0-afb1-3c6938fbe3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.788153 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=4fbc4c8e-f4bc-4717-a011-f590e0fc200f,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:10.797194 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:10.811028 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Sync routers for ids ['0f41edcf-e21f-4f14-9437-ac93c2386288'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:10.819470 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.821533 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-e468486d-c2e5-4b74-88e8-a453f8d49dcd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8060000 Oct 27 21:35:10.823937 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-73498173-50c8-47c0-afb1-3c6938fbe3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.824336 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33920) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:10.827388 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-73498173-50c8-47c0-afb1-3c6938fbe3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:10.828853 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-73498173-50c8-47c0-afb1-3c6938fbe3de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a85abb5d-2bf7-4235-bb88-090c96eeb732 HTTP/1.1" status: 204 len: 168 time: 0.3267839 Oct 27 21:35:10.834840 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Routers {'0f41edcf-e21f-4f14-9437-ac93c2386288'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:10.835529 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0f41edcf-e21f-4f14-9437-ac93c2386288'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:10.845358 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73498173-50c8-47c0-afb1-3c6938fbe3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85abb5d-2bf7-4235-bb88-090c96eeb732,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:11.105575 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-022d2162-899f-4215-9edd-706f1672752e None None] Provisioning complete for port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:11.106245 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-022d2162-899f-4215-9edd-706f1672752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:11.163338 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Set router 0f41edcf-e21f-4f14-9437-ac93c2386288 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:11.352026 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:11.384611 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'name': 'tempest-TestShelveInstance-1961882814-router', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '24432f51-83ec-495a-ab06-f17105919e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:07Z', 'updated_at': '2021-10-27T21:35:09Z', 'revision_number': 3, 'project_id': 'eea0e4003d7741928b14f14915034203', 'gw_port': {'id': '24432f51-83ec-495a-ab06-f17105919e51', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:08Z', 'updated_at': '2021-10-27T21:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:11.417469 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Checking router: 0f41edcf-e21f-4f14-9437-ac93c2386288 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:11.417862 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Updating router 0f41edcf-e21f-4f14-9437-ac93c2386288 port 24432f51-83ec-495a-ab06-f17105919e51 binding host dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:35:11.445805 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:11.507388 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d3e67-45c5-4958-8793-c43d8cf19baf req-5df98ba3-ef95-4821-80bd-ac5f52193aec tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:11.516507 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-666d3e67-45c5-4958-8793-c43d8cf19baf req-5df98ba3-ef95-4821-80bd-ac5f52193aec tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0644314 Oct 27 21:35:11.519934 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Allocated IP 172.20.0.1 (ebe5d788-8884-4354-b2cb-1ff848373d3f/fdc3e834-ffb5-4e58-a4c3-365784adb8d5/5200e558-9558-4f3d-be3d-f9be6e2626af) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:11.568386 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-666d3e67-45c5-4958-8793-c43d8cf19baf req-f07511c3-c339-4ae2-ae22-ada187e8197b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505333 Oct 27 21:35:11.641261 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:11.657099 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:11.725231 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:11.747653 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:11.748013 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:11.775931 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Network ebe5d788-8884-4354-b2cb-1ff848373d3f is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:11.793417 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcdc20-16e4-4747-b2af-8bb369d8fea2 req-7d395b86-6e13-4ec5-9724-43beaf341138 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:11.793801 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Publish callbacks [] for port, precommit_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:11.794919 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c8dcdc20-16e4-4747-b2af-8bb369d8fea2 req-7d395b86-6e13-4ec5-9724-43beaf341138 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.1062007 Oct 27 21:35:11.799280 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:11.807864 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:11.817655 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:11.856258 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Pushing event updated for resources: {'Port': ['ID=5200e558-9558-4f3d-be3d-f9be6e2626af,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:11.875739 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a7ee0-3ea4-4fe9-b261-a760f883a2fb None None] Pushing event updated for resources: {'Port': ['ID=24432f51-83ec-495a-ab06-f17105919e51,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:11.897829 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c8dcdc20-16e4-4747-b2af-8bb369d8fea2 req-b8ff5214-511a-4164-8dab-001508341773 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812860 Oct 27 21:35:11.904130 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38000a55-9513-42ec-9c3c-9303452bc168 req-a02eb2be-9f6d-4f23-b729-333f0ca136d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:11.909450 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Attempting to bind port 24432f51-83ec-495a-ab06-f17105919e51 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:11.910118 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Attempting to bind port 24432f51-83ec-495a-ab06-f17105919e51 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:11.910521 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38000a55-9513-42ec-9c3c-9303452bc168 req-a02eb2be-9f6d-4f23-b729-333f0ca136d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 1096 time: 0.1366620 Oct 27 21:35:11.910830 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Attempting to bind port 24432f51-83ec-495a-ab06-f17105919e51 on network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:11.911321 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703873'] for router_interface, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:11.924890 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:11.925415 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Checking segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:11.925818 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:11.926211 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Bound using segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:11.926691 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Bound port: 24432f51-83ec-495a-ab06-f17105919e51, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:11.927068 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:11.965930 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 4fbc4c8e-f4bc-4717-a011-f590e0fc200f up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:12.023461 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] For port 24432f51-83ec-495a-ab06-f17105919e51, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:12.028761 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] For port 24432f51-83ec-495a-ab06-f17105919e51, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=24432f51-83ec-495a-ab06-f17105919e51,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:12.039368 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:12.089096 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-bab23fb8-ab5c-4f48-b07f-901e57ca5a48 None None] Provisioning complete for port 5200e558-9558-4f3d-be3d-f9be6e2626af triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:12.089469 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-bab23fb8-ab5c-4f48-b07f-901e57ca5a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:12.112013 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38000a55-9513-42ec-9c3c-9303452bc168 req-737f240c-79ab-4519-bb68-1367ad798b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:12.117801 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38000a55-9513-42ec-9c3c-9303452bc168 req-737f240c-79ab-4519-bb68-1367ad798b67 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 918 time: 0.1379819 Oct 27 21:35:12.118242 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:12.118706 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:12.172413 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Routers {'0f41edcf-e21f-4f14-9437-ac93c2386288'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:12.173067 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0f41edcf-e21f-4f14-9437-ac93c2386288'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:12.177333 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38000a55-9513-42ec-9c3c-9303452bc168 req-84212d7c-9dbe-4e49-a564-ebc81d119645 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84fdfafb-f44b-48d2-8b3e-c27366010615 HTTP/1.1" status: 200 len: 217 time: 0.0528023 Oct 27 21:35:12.179993 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:12.212056 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a7ee0-3ea4-4fe9-b261-a760f883a2fb None None] Pushing event updated for resources: {'Port': ['ID=24432f51-83ec-495a-ab06-f17105919e51,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:12.248766 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-bab23fb8-ab5c-4f48-b07f-901e57ca5a48 None None] Port 5200e558-9558-4f3d-be3d-f9be6e2626af cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:12.278095 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38000a55-9513-42ec-9c3c-9303452bc168 req-0cb3ca37-fae1-495a-9880-fc76645c7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:12.279438 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38000a55-9513-42ec-9c3c-9303452bc168 req-0cb3ca37-fae1-495a-9880-fc76645c7206 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.0834947 Oct 27 21:35:12.335775 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] Set router 0f41edcf-e21f-4f14-9437-ac93c2386288 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:12.377967 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38000a55-9513-42ec-9c3c-9303452bc168 req-0ca44752-4100-491f-b63f-89bc3e46c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:12.379436 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38000a55-9513-42ec-9c3c-9303452bc168 req-0ca44752-4100-491f-b63f-89bc3e46c880 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663502 Oct 27 21:35:12.474108 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:12.479967 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:12.552591 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38000a55-9513-42ec-9c3c-9303452bc168 req-2fd8395c-d711-4e8c-966b-5908a767f8b2 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619890 Oct 27 21:35:12.563873 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'name': 'tempest-TestShelveInstance-1961882814-router', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '24432f51-83ec-495a-ab06-f17105919e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:07Z', 'updated_at': '2021-10-27T21:35:12Z', 'revision_number': 4, 'project_id': 'eea0e4003d7741928b14f14915034203', 'gw_port': {'id': '24432f51-83ec-495a-ab06-f17105919e51', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:08Z', 'updated_at': '2021-10-27T21:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '5200e558-9558-4f3d-be3d-f9be6e2626af', 'name': '', 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'mac_address': 'fa:16:3e:02:d5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'fdc3e834-ffb5-4e58-a4c3-365784adb8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:11Z', 'updated_at': '2021-10-27T21:35:11Z', 'revision_number': 1, 'project_id': 'eea0e4003d7741928b14f14915034203', 'subnets': [{'id': 'fdc3e834-ffb5-4e58-a4c3-365784adb8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:12.576312 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Pushing event updated for resources: {'Port': ['ID=5200e558-9558-4f3d-be3d-f9be6e2626af,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:12.588418 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630033'] for router_interface, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:12.594698 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c39329-8380-4997-8ccd-c2705fef7bab None None] The sync data for ids ['0f41edcf-e21f-4f14-9437-ac93c2386288'] in dv-cinder-815746-1-iscsi is: [{'id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'name': 'tempest-TestShelveInstance-1961882814-router', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '24432f51-83ec-495a-ab06-f17105919e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:07Z', 'updated_at': '2021-10-27T21:35:12Z', 'revision_number': 4, 'project_id': 'eea0e4003d7741928b14f14915034203', 'gw_port': {'id': '24432f51-83ec-495a-ab06-f17105919e51', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:08Z', 'updated_at': '2021-10-27T21:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '5200e558-9558-4f3d-be3d-f9be6e2626af', 'name': '', 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'mac_address': 'fa:16:3e:02:d5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'fdc3e834-ffb5-4e58-a4c3-365784adb8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:11Z', 'updated_at': '2021-10-27T21:35:11Z', 'revision_number': 1, 'project_id': 'eea0e4003d7741928b14f14915034203', 'subnets': [{'id': 'fdc3e834-ffb5-4e58-a4c3-365784adb8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:12.708630 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a3fc4-5a08-427f-8d45-0f4ccf3c2287 req-ec689367-9029-4d67-b65f-63363ad1f719 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:12.711310 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-679a3fc4-5a08-427f-8d45-0f4ccf3c2287 req-ec689367-9029-4d67-b65f-63363ad1f719 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0573561 Oct 27 21:35:12.712416 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38000a55-9513-42ec-9c3c-9303452bc168 req-0b79a644-4367-4256-ba51-6c2073204022 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502395 Oct 27 21:35:12.740847 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Network ebe5d788-8884-4354-b2cb-1ff848373d3f is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:12.743892 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:12.769352 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-679a3fc4-5a08-427f-8d45-0f4ccf3c2287 req-25125d98-8c3d-4e9c-8941-7c276c2e1554 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508769 Oct 27 21:35:12.933986 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Router 0f41edcf-e21f-4f14-9437-ac93c2386288 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:13.090922 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-1566c65b-b047-48f1-9e54-b68d65896638 None None] Provisioning complete for port 5200e558-9558-4f3d-be3d-f9be6e2626af triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:13.091556 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-1566c65b-b047-48f1-9e54-b68d65896638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:13.097995 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13dd2c-cdd1-4294-95f0-082acc098d69 req-579de188-c8aa-4b91-b937-37e4f6e84ed8 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:13.099573 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1f13dd2c-cdd1-4294-95f0-082acc098d69 req-579de188-c8aa-4b91-b937-37e4f6e84ed8 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0998623 Oct 27 21:35:13.124616 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:13.128828 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-1566c65b-b047-48f1-9e54-b68d65896638 None None] Port 5200e558-9558-4f3d-be3d-f9be6e2626af cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:13.131286 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-7abc834e-3c3b-42bf-8467-83103662f50c admin admin] 10.222.0.53 "PUT /v2.0/routers/0f41edcf-e21f-4f14-9437-ac93c2386288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3055778 Oct 27 21:35:13.151180 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1f13dd2c-cdd1-4294-95f0-082acc098d69 req-1b79d60e-b448-466f-bc8b-9740fea8e582 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443397 Oct 27 21:35:13.509984 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-0fff28df-399d-481d-8415-6b872799c1ec tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:13.513543 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-0fff28df-399d-481d-8415-6b872799c1ec tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.83 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.0643475 Oct 27 21:35:13.612380 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 24432f51-83ec-495a-ab06-f17105919e51 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:13.641093 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Deleting port 9b122e52-8ec7-4342-adc4-389da3e1ef1a {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:13.641451 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:13.683461 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 24432f51-83ec-495a-ab06-f17105919e51 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:13.684314 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:13.733382 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33948) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:13.742288 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-46050569-baaa-4ece-a224-812976076f52 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554424601', 'description': 'tempest-secgroup-smoke-554424601 description', 'project_id': 'abfee9fb15784d029c403b8b680a363a'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:13.777793 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-46050569-baaa-4ece-a224-812976076f52 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:13.782667 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] For port 9b122e52-8ec7-4342-adc4-389da3e1ef1a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9b122e52-8ec7-4342-adc4-389da3e1ef1a,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:13.783356 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:13.928193 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-46050569-baaa-4ece-a224-812976076f52 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:13.934167 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-46050569-baaa-4ece-a224-812976076f52 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:13.978893 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-46050569-baaa-4ece-a224-812976076f52 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:13.984898 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-46050569-baaa-4ece-a224-812976076f52 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2501695 Oct 27 21:35:13.986699 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33954) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:13.988933 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:13.991155 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46050569-baaa-4ece-a224-812976076f52 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1cc3a4-c875-4689-a5c9-b32f158d724d,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:13.993013 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-a449cf0c-6452-40ca-b794-f1e4040d8eb3 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Request body: {'security_group_rule': {'security_group_id': '6e1cc3a4-c875-4689-a5c9-b32f158d724d', 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:14.031775 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port 24432f51-83ec-495a-ab06-f17105919e51, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=24432f51-83ec-495a-ab06-f17105919e51,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:14.038025 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.102027 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=24432f51-83ec-495a-ab06-f17105919e51,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:14.103535 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.103891 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.104203 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.l3_db [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Floating IP 7173a30f-6cdf-46c8-8175-e3b2b6da8199 disassociated. External IP: 172.27.2.227, port: 9b122e52-8ec7-4342-adc4-389da3e1ef1a. Oct 27 21:35:14.104577 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Calling delete_port for 9b122e52-8ec7-4342-adc4-389da3e1ef1a owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:14.115925 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45e0d-2138-4f75-aa63-1a836673b2e8 req-b51c3865-6428-43d1-b613-e324ededa7d6 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:14.117711 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38d45e0d-2138-4f75-aa63-1a836673b2e8 req-b51c3865-6428-43d1-b613-e324ededa7d6 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 946 time: 0.1848986 Oct 27 21:35:14.140968 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-a449cf0c-6452-40ca-b794-f1e4040d8eb3 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.252073 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38d45e0d-2138-4f75-aa63-1a836673b2e8 req-3cf502ec-1930-48fd-9167-e8460f96060d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=dedae964-102f-458d-82d9-a8d122ffcf24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252019 Oct 27 21:35:14.295509 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-a449cf0c-6452-40ca-b794-f1e4040d8eb3 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.300495 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c69af7-f0c4-4365-92bf-4e53c197ac6c req-027275df-c290-4086-bdb4-ab70275443bf tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:14.302235 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-74c69af7-f0c4-4365-92bf-4e53c197ac6c req-027275df-c290-4086-bdb4-ab70275443bf tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0676675 Oct 27 21:35:14.304507 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-a449cf0c-6452-40ca-b794-f1e4040d8eb3 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.349761 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-74c69af7-f0c4-4365-92bf-4e53c197ac6c req-0b1418cd-7f12-465f-af89-7366a6af8ef0 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372989 Oct 27 21:35:14.358595 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449cf0c-6452-40ca-b794-f1e4040d8eb3 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371bc22a-0f83-4503-a1e0-1dc952220d20,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:14.366555 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-a449cf0c-6452-40ca-b794-f1e4040d8eb3 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.367764 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-a449cf0c-6452-40ca-b794-f1e4040d8eb3 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3801234 Oct 27 21:35:14.370808 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33962) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:14.375940 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-476e9fc3-3e26-45ac-a770-5428064cac5d tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Request body: {'security_group_rule': {'security_group_id': '6e1cc3a4-c875-4689-a5c9-b32f158d724d', 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:14.397638 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.438935 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event deleted for resources: {'Port': ['ID=9b122e52-8ec7-4342-adc4-389da3e1ef1a,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:14.724578 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-476e9fc3-3e26-45ac-a770-5428064cac5d tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.764768 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 84fdfafb-f44b-48d2-8b3e-c27366010615 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:35:14.826774 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-476e9fc3-3e26-45ac-a770-5428064cac5d tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.837422 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:14.839398 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-476e9fc3-3e26-45ac-a770-5428064cac5d tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.865553 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e9fc3-3e26-45ac-a770-5428064cac5d tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82d981b-e279-439c-a611-97a3ac304f24,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:14.876476 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-476e9fc3-3e26-45ac-a770-5428064cac5d tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.881011 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-476e9fc3-3e26-45ac-a770-5428064cac5d tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5060141 Oct 27 21:35:14.881104 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33964) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:14.885506 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-8ed1cf20-3084-4c79-8de0-066c786f6b12 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Request body: {'security_group_rule': {'security_group_id': '6e1cc3a4-c875-4689-a5c9-b32f158d724d', 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:14.893426 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=84fdfafb-f44b-48d2-8b3e-c27366010615,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:14.907770 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'port_id': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'mac_address': 'fa:16:3e:ee:69:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:35:14.934217 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cf20-3084-4c79-8de0-066c786f6b12 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.950648 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:14.978938 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fdfafb-f44b-48d2-8b3e-c27366010615 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:14.991198 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:15.007679 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ef029-4247-472f-b2b3-24cf96bc9db8 None None] Sync routers for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:15.018611 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=84fdfafb-f44b-48d2-8b3e-c27366010615,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:15.020937 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ef029-4247-472f-b2b3-24cf96bc9db8 None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:15.021956 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-8f8ef029-4247-472f-b2b3-24cf96bc9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:15.023562 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cf20-3084-4c79-8de0-066c786f6b12 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.029300 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.033440 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cf20-3084-4c79-8de0-066c786f6b12 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.063900 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1cf20-3084-4c79-8de0-066c786f6b12 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ca7522-dc85-4a0c-a5b6-ac8894c4a712,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:15.078024 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cf20-3084-4c79-8de0-066c786f6b12 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.082652 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-8ed1cf20-3084-4c79-8de0-066c786f6b12 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2005627 Oct 27 21:35:15.084516 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33968) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:15.085158 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] No DVR routers for this DVR port 9b122e52-8ec7-4342-adc4-389da3e1ef1a on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:35:15.088050 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.091743 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d84f77cb-5e2a-49d4-af53-5bf54ba28ca4 req-bd8086bb-6c3a-46e8-aa4b-8e4ac28185c7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.83 "DELETE /v2.0/ports/9b122e52-8ec7-4342-adc4-389da3e1ef1a HTTP/1.1" status: 204 len: 173 time: 1.5713656 Oct 27 21:35:15.092103 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Sync routers for ids ['0f41edcf-e21f-4f14-9437-ac93c2386288'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:15.092256 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'name': 'network-vif-deleted', 'tag': '9b122e52-8ec7-4342-adc4-389da3e1ef1a'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:15.094236 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-9c05a05a-36a3-4150-b71d-16b3350bd6f8 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Request body: {'security_group_rule': {'security_group_id': '6e1cc3a4-c875-4689-a5c9-b32f158d724d', 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:15.094856 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c85f48b-2cfc-442b-9dee-c9995e18cdc3" -d '{"events": [{"server_uuid": "8df0f4ed-6efd-43c1-a222-eacb110aeb88", "name": "network-vif-deleted", "tag": "9b122e52-8ec7-4342-adc4-389da3e1ef1a"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:15.131881 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Routers {'0f41edcf-e21f-4f14-9437-ac93c2386288'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:15.132537 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0f41edcf-e21f-4f14-9437-ac93c2386288'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:15.142583 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=84fdfafb-f44b-48d2-8b3e-c27366010615,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:15.155483 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9c05a05a-36a3-4150-b71d-16b3350bd6f8 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.177594 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dbccb2-efb8-4162-ba3c-249b9a44cb58 x-openstack-request-id: req-77dbccb2-efb8-4162-ba3c-249b9a44cb58 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:15.178391 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df0f4ed-6efd-43c1-a222-eacb110aeb88", "name": "network-vif-deleted", "tag": "9b122e52-8ec7-4342-adc4-389da3e1ef1a", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:15.178704 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77dbccb2-efb8-4162-ba3c-249b9a44cb58 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:15.179122 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df0f4ed-6efd-43c1-a222-eacb110aeb88', 'name': 'network-vif-deleted', 'tag': '9b122e52-8ec7-4342-adc4-389da3e1ef1a', 'status': 'completed', 'code': 200} Oct 27 21:35:15.301368 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9c05a05a-36a3-4150-b71d-16b3350bd6f8 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.308879 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9c05a05a-36a3-4150-b71d-16b3350bd6f8 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.329448 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-8f8ef029-4247-472f-b2b3-24cf96bc9db8 None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:15.355432 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Set router 0f41edcf-e21f-4f14-9437-ac93c2386288 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:15.369300 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9c05a05a-36a3-4150-b71d-16b3350bd6f8 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.372959 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-9c05a05a-36a3-4150-b71d-16b3350bd6f8 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2846274 Oct 27 21:35:15.373944 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 33980) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:15.375032 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05a05a-36a3-4150-b71d-16b3350bd6f8 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cf451b-23a0-4303-93c2-92da6452959f,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:15.379948 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-f8e4cf8d-ea19-4546-8bf6-7048acae1aae tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Request body: {'security_group_rule': {'security_group_id': '6e1cc3a4-c875-4689-a5c9-b32f158d724d', 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:15.431976 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.securitygroups_db [None req-f8e4cf8d-ea19-4546-8bf6-7048acae1aae tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Project abfee9fb15784d029c403b8b680a363a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:35:15.445679 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f8e4cf8d-ea19-4546-8bf6-7048acae1aae tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.458002 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['84fdfafb-f44b-48d2-8b3e-c27366010615'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:15.461469 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-67d38b2c-d631-404e-a629-f3aa800e2557 req-d58eca52-2ae6-4493-95fd-d249e54c87bb tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df0f4ed-6efd-43c1-a222-eacb110aeb88 HTTP/1.1" status: 200 len: 210 time: 0.0340767 Oct 27 21:35:15.598171 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 24432f51-83ec-495a-ab06-f17105919e51 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:15.607100 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c84715-1045-48fc-8e62-b3c595265c67 req-cca6c255-3e3f-4189-913b-7c710b211b09 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:15.611289 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-48c84715-1045-48fc-8e62-b3c595265c67 req-cca6c255-3e3f-4189-913b-7c710b211b09 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 944 time: 0.1333752 Oct 27 21:35:15.614369 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f8e4cf8d-ea19-4546-8bf6-7048acae1aae tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.622577 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-8f8ef029-4247-472f-b2b3-24cf96bc9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:51Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:15.632192 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f8e4cf8d-ea19-4546-8bf6-7048acae1aae tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.657136 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4cf8d-ea19-4546-8bf6-7048acae1aae tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26dc62f1-1124-45f0-8fc6-734e44ea5bae,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:15.659207 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ef029-4247-472f-b2b3-24cf96bc9db8 None None] Checking router: 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:15.673671 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ef029-4247-472f-b2b3-24cf96bc9db8 None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:15.674614 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-8f8ef029-4247-472f-b2b3-24cf96bc9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:15.681208 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-f8e4cf8d-ea19-4546-8bf6-7048acae1aae tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.693886 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-f8e4cf8d-ea19-4546-8bf6-7048acae1aae tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3155611 Oct 27 21:35:15.695086 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 33984) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:15.698263 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-48c84715-1045-48fc-8e62-b3c595265c67 req-7ab1afb3-569a-4d07-9e6c-8f9130398ffa tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812955 Oct 27 21:35:15.702370 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-034b61ba-edb2-4f3d-9eed-2a6d71ba913a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Request body: {'security_group_rule': {'security_group_id': '6e1cc3a4-c875-4689-a5c9-b32f158d724d', 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:15.738741 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.securitygroups_db [None req-034b61ba-edb2-4f3d-9eed-2a6d71ba913a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Project abfee9fb15784d029c403b8b680a363a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:35:15.747822 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-034b61ba-edb2-4f3d-9eed-2a6d71ba913a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.761980 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 24432f51-83ec-495a-ab06-f17105919e51 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:15.762480 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.772455 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'name': 'tempest-TestShelveInstance-1961882814-router', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '24432f51-83ec-495a-ab06-f17105919e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:07Z', 'updated_at': '2021-10-27T21:35:12Z', 'revision_number': 4, 'project_id': 'eea0e4003d7741928b14f14915034203', 'gw_port': {'id': '24432f51-83ec-495a-ab06-f17105919e51', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:08Z', 'updated_at': '2021-10-27T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '5200e558-9558-4f3d-be3d-f9be6e2626af', 'name': '', 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'mac_address': 'fa:16:3e:02:d5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'fdc3e834-ffb5-4e58-a4c3-365784adb8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:11Z', 'updated_at': '2021-10-27T21:35:12Z', 'revision_number': 2, 'project_id': 'eea0e4003d7741928b14f14915034203', 'subnets': [{'id': 'fdc3e834-ffb5-4e58-a4c3-365784adb8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:15.827877 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-8f8ef029-4247-472f-b2b3-24cf96bc9db8 None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:15.839711 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Checking router: 0f41edcf-e21f-4f14-9437-ac93c2386288 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:15.840220 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Updating router 0f41edcf-e21f-4f14-9437-ac93c2386288 port 5200e558-9558-4f3d-be3d-f9be6e2626af binding host dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:35:15.846190 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-034b61ba-edb2-4f3d-9eed-2a6d71ba913a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.852538 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-034b61ba-edb2-4f3d-9eed-2a6d71ba913a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.871107 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b61ba-edb2-4f3d-9eed-2a6d71ba913a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c51928d-49db-4199-8fc5-c37b4788fd26,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:15.881210 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.899908 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-034b61ba-edb2-4f3d-9eed-2a6d71ba913a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:15.909429 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-034b61ba-edb2-4f3d-9eed-2a6d71ba913a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2044139 Oct 27 21:35:16.097074 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-8f8ef029-4247-472f-b2b3-24cf96bc9db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:51Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:16.128955 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ef029-4247-472f-b2b3-24cf96bc9db8 None None] The sync data for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi is: [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:51Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:16.261714 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Publish callbacks [] for port, precommit_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:16.276999 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:16.337778 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d85e9e-9ad7-41a1-a7c7-702b33917156 None None] Pushing event updated for resources: {'Port': ['ID=5200e558-9558-4f3d-be3d-f9be6e2626af,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:16.406774 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Attempting to bind port 5200e558-9558-4f3d-be3d-f9be6e2626af on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:16.407157 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Attempting to bind port 5200e558-9558-4f3d-be3d-f9be6e2626af by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'c5617e59-0370-433e-845e-b7022b5a2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:16.408290 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Attempting to bind port 5200e558-9558-4f3d-be3d-f9be6e2626af on network ebe5d788-8884-4354-b2cb-1ff848373d3f {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:16.418926 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:16.419471 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Checking segment: {'id': 'c5617e59-0370-433e-845e-b7022b5a2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:16.419938 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:16.420420 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Bound using segment: {'id': 'c5617e59-0370-433e-845e-b7022b5a2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:16.420940 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Bound port: 5200e558-9558-4f3d-be3d-f9be6e2626af, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5617e59-0370-433e-845e-b7022b5a2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:16.421578 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:16.535630 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] For port 5200e558-9558-4f3d-be3d-f9be6e2626af, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:16.540904 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] For port 5200e558-9558-4f3d-be3d-f9be6e2626af, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=5200e558-9558-4f3d-be3d-f9be6e2626af,segment=NetworkSegment(c5617e59-0370-433e-845e-b7022b5a2c13),segment_id=c5617e59-0370-433e-845e-b7022b5a2c13)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:16.546058 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:16.578024 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 34036) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:16.619093 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d85e9e-9ad7-41a1-a7c7-702b33917156 None None] Pushing event updated for resources: {'Port': ['ID=5200e558-9558-4f3d-be3d-f9be6e2626af,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:16.622864 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Routers {'0f41edcf-e21f-4f14-9437-ac93c2386288'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:16.623680 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0f41edcf-e21f-4f14-9437-ac93c2386288'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:16.686874 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-798fc1ea-f6d2-4e9a-a4ae-0fd81ede6004 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:16.687277 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae87ada4-001c-4a40-95a0-2e57d4ddb6de None None] New status for floating IP 7173a30f-6cdf-46c8-8175-e3b2b6da8199: DOWN {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:35:16.719313 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-798fc1ea-f6d2-4e9a-a4ae-0fd81ede6004 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:16.726198 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-b1de0e7f-2e2d-4e86-b89f-63a27f6cb5aa None None] Provisioning complete for port 5200e558-9558-4f3d-be3d-f9be6e2626af triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:16.726692 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b1de0e7f-2e2d-4e86-b89f-63a27f6cb5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:16.786690 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 84fdfafb-f44b-48d2-8b3e-c27366010615 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:16.819521 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-798fc1ea-f6d2-4e9a-a4ae-0fd81ede6004 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:16.822292 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-798fc1ea-f6d2-4e9a-a4ae-0fd81ede6004 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:16.823540 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-798fc1ea-f6d2-4e9a-a4ae-0fd81ede6004 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "DELETE /v2.0/security-groups/dedae964-102f-458d-82d9-a8d122ffcf24 HTTP/1.1" status: 204 len: 168 time: 0.2438283 Oct 27 21:35:16.827484 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 34044) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:16.830986 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] Set router 0f41edcf-e21f-4f14-9437-ac93c2386288 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:16.869059 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fc1ea-f6d2-4e9a-a4ae-0fd81ede6004 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedae964-102f-458d-82d9-a8d122ffcf24,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:16.881218 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.api.v2.resource [None req-3dd98183-3903-45d7-bca4-df4404749939 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] show failed (client error): The resource could not be found. Oct 27 21:35:16.885603 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-3dd98183-3903-45d7-bca4-df4404749939 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups/dedae964-102f-458d-82d9-a8d122ffcf24 HTTP/1.1" status: 404 len: 347 time: 0.0536892 Oct 27 21:35:16.885789 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 34050) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:16.928095 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019aa60e-ac36-4dd2-acf1-e331901d34f5 req-7e697757-9046-41d2-8056-89113d8e2663 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:16.930419 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-019aa60e-ac36-4dd2-acf1-e331901d34f5 req-7e697757-9046-41d2-8056-89113d8e2663 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 944 time: 0.1144671 Oct 27 21:35:16.997657 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-019aa60e-ac36-4dd2-acf1-e331901d34f5 req-ffa3a8e6-724b-40f8-8584-7d382e5e811f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598342 Oct 27 21:35:17.026984 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b1de0e7f-2e2d-4e86-b89f-63a27f6cb5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.032519 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 84fdfafb-f44b-48d2-8b3e-c27366010615 completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:35:17.049131 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 84fdfafb-f44b-48d2-8b3e-c27366010615 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:17.049505 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.089043 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-23b43e1b-91ec-46d2-a8b3-4665caa0260b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Deleting port aad6745d-367a-4829-ad15-18532b1799f0 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:17.089531 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-23b43e1b-91ec-46d2-a8b3-4665caa0260b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.177202 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-23b43e1b-91ec-46d2-a8b3-4665caa0260b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.177583 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-23b43e1b-91ec-46d2-a8b3-4665caa0260b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.190670 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-23b43e1b-91ec-46d2-a8b3-4665caa0260b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Calling delete_port for aad6745d-367a-4829-ad15-18532b1799f0 owned by network:floatingip {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:17.276309 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-b1de0e7f-2e2d-4e86-b89f-63a27f6cb5aa None None] For port 5200e558-9558-4f3d-be3d-f9be6e2626af, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=5200e558-9558-4f3d-be3d-f9be6e2626af,segment=NetworkSegment(c5617e59-0370-433e-845e-b7022b5a2c13),segment_id=c5617e59-0370-433e-845e-b7022b5a2c13)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:17.283717 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b1de0e7f-2e2d-4e86-b89f-63a27f6cb5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.335159 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-23b43e1b-91ec-46d2-a8b3-4665caa0260b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.373073 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b43e1b-91ec-46d2-a8b3-4665caa0260b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event deleted for resources: {'Port': ['ID=aad6745d-367a-4829-ad15-18532b1799f0,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:17.376909 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de0e7f-2e2d-4e86-b89f-63a27f6cb5aa None None] Pushing event updated for resources: {'Port': ['ID=5200e558-9558-4f3d-be3d-f9be6e2626af,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:17.392418 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.416385 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'name': 'tempest-TestShelveInstance-1961882814-router', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '24432f51-83ec-495a-ab06-f17105919e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:07Z', 'updated_at': '2021-10-27T21:35:12Z', 'revision_number': 4, 'project_id': 'eea0e4003d7741928b14f14915034203', 'gw_port': {'id': '24432f51-83ec-495a-ab06-f17105919e51', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:08Z', 'updated_at': '2021-10-27T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '5200e558-9558-4f3d-be3d-f9be6e2626af', 'name': '', 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'mac_address': 'fa:16:3e:02:d5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'fdc3e834-ffb5-4e58-a4c3-365784adb8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:11Z', 'updated_at': '2021-10-27T21:35:16Z', 'revision_number': 4, 'project_id': 'eea0e4003d7741928b14f14915034203', 'subnets': [{'id': 'fdc3e834-ffb5-4e58-a4c3-365784adb8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:17.457899 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-23b43e1b-91ec-46d2-a8b3-4665caa0260b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.460919 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-23b43e1b-91ec-46d2-a8b3-4665caa0260b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.461239 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:17.464199 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fee0de-7f7c-4983-b168-880cc5aa2f13" -d '{"events": [{"server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "name": "network-vif-plugged", "status": "completed", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:17.466973 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-23b43e1b-91ec-46d2-a8b3-4665caa0260b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "DELETE /v2.0/floatingips/7173a30f-6cdf-46c8-8175-e3b2b6da8199 HTTP/1.1" status: 204 len: 168 time: 0.5796428 Oct 27 21:35:17.470577 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8668c0-e494-4a6a-9e86-1ce61ca33b35 None None] The sync data for ids ['0f41edcf-e21f-4f14-9437-ac93c2386288'] in dv-cinder-815746-1-iscsi is: [{'id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'name': 'tempest-TestShelveInstance-1961882814-router', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '24432f51-83ec-495a-ab06-f17105919e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:07Z', 'updated_at': '2021-10-27T21:35:12Z', 'revision_number': 4, 'project_id': 'eea0e4003d7741928b14f14915034203', 'gw_port': {'id': '24432f51-83ec-495a-ab06-f17105919e51', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:08Z', 'updated_at': '2021-10-27T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '5200e558-9558-4f3d-be3d-f9be6e2626af', 'name': '', 'network_id': 'ebe5d788-8884-4354-b2cb-1ff848373d3f', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'mac_address': 'fa:16:3e:02:d5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'fdc3e834-ffb5-4e58-a4c3-365784adb8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:11Z', 'updated_at': '2021-10-27T21:35:16Z', 'revision_number': 4, 'project_id': 'eea0e4003d7741928b14f14915034203', 'subnets': [{'id': 'fdc3e834-ffb5-4e58-a4c3-365784adb8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:17.477872 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-0403ade8-d11b-4d24-a45f-1fc72598f1b6 None None] Provisioning complete for port 5200e558-9558-4f3d-be3d-f9be6e2626af triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:17.478283 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0403ade8-d11b-4d24-a45f-1fc72598f1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.483710 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=84fdfafb-f44b-48d2-8b3e-c27366010615,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:17.597637 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.599186 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9b122e52-8ec7-4342-adc4-389da3e1ef1a no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:17.678397 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 9b122e52-8ec7-4342-adc4-389da3e1ef1a {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:17.679073 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9b122e52-8ec7-4342-adc4-389da3e1ef1a not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:17.730397 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ab5b4a-9c47-4539-aefe-b1d9b643e97b x-openstack-request-id: req-d6ab5b4a-9c47-4539-aefe-b1d9b643e97b {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:17.730852 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "name": "network-vif-plugged", "status": "completed", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:17.731195 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6ab5b4a-9c47-4539-aefe-b1d9b643e97b {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:17.731670 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'code': 200} Oct 27 21:35:17.734478 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 5200e558-9558-4f3d-be3d-f9be6e2626af up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:17.736805 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=84fdfafb-f44b-48d2-8b3e-c27366010615,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:17.803830 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 5200e558-9558-4f3d-be3d-f9be6e2626af triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:17.804362 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:17.978591 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34072) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:17.983400 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-23439505-b84c-4dd9-8a1b-6f9a962866a7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946535927', 'description': 'tempest-description--394829802'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:18.044245 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 34076) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:18.056981 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-23439505-b84c-4dd9-8a1b-6f9a962866a7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.069286 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f3794-b59e-4833-ab79-524553c8efdc req-32db3220-e94e-470a-a0d4-c9069217c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:18.071164 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-782f3794-b59e-4833-ab79-524553c8efdc req-32db3220-e94e-470a-a0d4-c9069217c5c9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 1098 time: 0.0736098 Oct 27 21:35:18.153090 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-23439505-b84c-4dd9-8a1b-6f9a962866a7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.159459 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-23439505-b84c-4dd9-8a1b-6f9a962866a7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.160030 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-782f3794-b59e-4833-ab79-524553c8efdc req-ee450eec-732b-4281-9fee-7d20b29fefac service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802813 Oct 27 21:35:18.171826 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69bba-5b2c-41d0-ae7b-573c51bca7d7 req-b1f7e772-d3be-4752-b862-a991e975dc75 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:18.173621 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c4c69bba-5b2c-41d0-ae7b-573c51bca7d7 req-b1f7e772-d3be-4752-b862-a991e975dc75 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0845449 Oct 27 21:35:18.194365 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23439505-b84c-4dd9-8a1b-6f9a962866a7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17eb65a-f67a-49db-b0c4-b018e294fc46,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:18.212178 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-23439505-b84c-4dd9-8a1b-6f9a962866a7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.213502 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-23439505-b84c-4dd9-8a1b-6f9a962866a7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2337515 Oct 27 21:35:18.216351 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34080) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:18.221189 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-3427963b-b5dc-4e8f-bba5-fce21ee89e59 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Request body: {'security_group_rule': {'security_group_id': 'f17eb65a-f67a-49db-b0c4-b018e294fc46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:18.238675 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c4c69bba-5b2c-41d0-ae7b-573c51bca7d7 req-9da16da9-244e-4efa-b331-81aa85e546e3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538192 Oct 27 21:35:18.239512 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-690cc627-cff7-493c-8c98-abdd45742be2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.252178 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3427963b-b5dc-4e8f-bba5-fce21ee89e59 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.333386 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-690cc627-cff7-493c-8c98-abdd45742be2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.344184 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-690cc627-cff7-493c-8c98-abdd45742be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.352650 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3427963b-b5dc-4e8f-bba5-fce21ee89e59 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.364289 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3427963b-b5dc-4e8f-bba5-fce21ee89e59 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.383917 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-690cc627-cff7-493c-8c98-abdd45742be2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbe930db0bea437fb2d814b3a396c9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375690 Oct 27 21:35:18.384368 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427963b-b5dc-4e8f-bba5-fce21ee89e59 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1543e4c-57bd-4964-9e30-7d74ba311a59,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:18.392447 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34082) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:18.398011 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cc627-cff7-493c-8c98-abdd45742be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc2d568-7900-4a92-a94c-fa3c184cdc44,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:18.436588 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3427963b-b5dc-4e8f-bba5-fce21ee89e59 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.438020 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-3427963b-b5dc-4e8f-bba5-fce21ee89e59 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2205622 Oct 27 21:35:18.440793 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 34084) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:18.446417 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-590a96ac-3e68-47b9-8f60-8a69bf72d47f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Request body: {'security_group_rule': {'security_group_id': 'f17eb65a-f67a-49db-b0c4-b018e294fc46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:18.477617 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-590a96ac-3e68-47b9-8f60-8a69bf72d47f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.482388 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-42e5aff2-e2fb-4764-98cc-2f99880d7b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.503728 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-42e5aff2-e2fb-4764-98cc-2f99880d7b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.534340 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-590a96ac-3e68-47b9-8f60-8a69bf72d47f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.540589 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-590a96ac-3e68-47b9-8f60-8a69bf72d47f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.554740 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-42e5aff2-e2fb-4764-98cc-2f99880d7b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.557326 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-42e5aff2-e2fb-4764-98cc-2f99880d7b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.561914 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-42e5aff2-e2fb-4764-98cc-2f99880d7b8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfc2d568-7900-4a92-a94c-fa3c184cdc44 HTTP/1.1" status: 204 len: 168 time: 0.1650779 Oct 27 21:35:18.562101 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a96ac-3e68-47b9-8f60-8a69bf72d47f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ba51f7-6e6e-4165-baf0-8d17ca1cef69,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:18.569881 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5aff2-e2fb-4764-98cc-2f99880d7b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc2d568-7900-4a92-a94c-fa3c184cdc44,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:18.571145 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-590a96ac-3e68-47b9-8f60-8a69bf72d47f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.573325 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-590a96ac-3e68-47b9-8f60-8a69bf72d47f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312037 Oct 27 21:35:18.575705 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34090) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:18.580478 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Request body: {'floatingip': {'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:18.635000 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.736692 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.854647 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Allocated IP 172.27.2.114 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/7d65b21b-58a3-4bf0-9628-8a00ede4004c) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:18.963228 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:18.999066 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.043065 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:19.045986 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:19.050279 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:19.053323 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event updated for resources: {'Port': ['ID=7d65b21b-58a3-4bf0-9628-8a00ede4004c,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:19.154413 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.191412 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.472310 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.655541 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fea3d4-f24d-43c0-8141-728210e22b00 req-f0962062-fdd5-4875-bca3-10fe00787f6d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:19.657297 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-42fea3d4-f24d-43c0-8141-728210e22b00 req-f0962062-fdd5-4875-bca3-10fe00787f6d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0933127 Oct 27 21:35:19.659822 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.672719 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780467'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.729932 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 34122) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:19.773090 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-42fea3d4-f24d-43c0-8141-728210e22b00 req-58f4afd0-2b8e-464e-a346-0fbf8042d696 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079185 Oct 27 21:35:19.783559 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event updated for resources: {'Port': ['ID=7d65b21b-58a3-4bf0-9628-8a00ede4004c,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:19.787315 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.817950 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.817950 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-3e8b0fa7-0b40-44a4-9744-242589668478 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2334049 Oct 27 21:35:19.864766 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b061f393-e67e-4ac9-9382-a5b52437d612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.958702 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b061f393-e67e-4ac9-9382-a5b52437d612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:19.963212 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b061f393-e67e-4ac9-9382-a5b52437d612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:20.018722 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-b061f393-e67e-4ac9-9382-a5b52437d612 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4bea6c5a7b62408a9750ac82b9d3c1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875743 Oct 27 21:35:20.021563 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061f393-e67e-4ac9-9382-a5b52437d612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaf679c-9fd8-49a5-8348-d6359d5063d6,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:20.021752 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34138) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:20.044697 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-76ad2a4f-33fb-499a-b50c-9c0002230182 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1946535927&fields=id&tenant_id=660916c61f3041dcb024daef8e8d02f6 HTTP/1.1" status: 200 len: 267 time: 0.0584369 Oct 27 21:35:20.077548 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-228bfabd-2f53-4ab6-a893-ad2fc114d0ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:20.110738 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-228bfabd-2f53-4ab6-a893-ad2fc114d0ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:20.155589 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-d406e780-a917-4e3c-b72d-7ca8ad3a92af tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:20.157253 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-d406e780-a917-4e3c-b72d-7ca8ad3a92af tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/networks?id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 HTTP/1.1" status: 200 len: 811 time: 0.1046321 Oct 27 21:35:20.162146 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-228bfabd-2f53-4ab6-a893-ad2fc114d0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:20.165081 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-228bfabd-2f53-4ab6-a893-ad2fc114d0ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:20.168944 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-228bfabd-2f53-4ab6-a893-ad2fc114d0ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/caaf679c-9fd8-49a5-8348-d6359d5063d6 HTTP/1.1" status: 204 len: 168 time: 0.1436839 Oct 27 21:35:20.176041 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bfabd-2f53-4ab6-a893-ad2fc114d0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaf679c-9fd8-49a5-8348-d6359d5063d6,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:20.179964 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-74d8ffa1-5590-4b4f-b702-5af0dd6a44a6 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/quotas/660916c61f3041dcb024daef8e8d02f6 HTTP/1.1" status: 200 len: 375 time: 0.0147789 Oct 27 21:35:20.253275 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-e3a18827-7f1b-4219-b560-38f48f31069b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=660916c61f3041dcb024daef8e8d02f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600665 Oct 27 21:35:20.355003 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-b2f2b01a-7a54-4942-92ee-4f8c350eb089 service neutron] 10.222.0.53 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888042 Oct 27 21:35:20.473074 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-d2191e07-255c-4fbb-8344-85460bab378e service neutron] 10.222.0.53 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115310 Oct 27 21:35:20.636396 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e12f8262-eede-47f3-88a5-639448f689e8 req-c24c1d16-b21c-43f0-9609-f6c789688cc4 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 210 time: 0.0328851 Oct 27 21:35:20.935344 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406cd19-84b1-42a0-8c2a-44a8be69e67f req-61136a3c-049b-4080-bac1-289e84045d76 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:20.937009 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d406cd19-84b1-42a0-8c2a-44a8be69e67f req-61136a3c-049b-4080-bac1-289e84045d76 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0531921 Oct 27 21:35:20.987344 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d406cd19-84b1-42a0-8c2a-44a8be69e67f req-a623759c-03c0-4612-851e-fc927acb8e51 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 Oct 27 21:35:21.126596 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91500579-e948-4fca-9d78-76c6b60b77a8 req-ab268230-d96f-4385-b6d7-faa403b92e31 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:21.128095 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-91500579-e948-4fca-9d78-76c6b60b77a8 req-ab268230-d96f-4385-b6d7-faa403b92e31 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0608864 Oct 27 21:35:21.137699 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34180) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:21.143062 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-f5c497fa-edfd-4ec9-b467-2f0916731309 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Request body: {'floatingip': {'port_id': '84fdfafb-f44b-48d2-8b3e-c27366010615'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:21.227641 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-443ceedb-2aba-4f97-b474-3fcfb3aae8fc req-f2f44572-b20e-45c7-938d-b2f29dd9f577 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656152 Oct 27 21:35:21.231019 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f5c497fa-edfd-4ec9-b467-2f0916731309 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:21.382285 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ceedb-2aba-4f97-b474-3fcfb3aae8fc req-13f9d301-130c-4b55-92cf-60944e81a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:21.383932 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-443ceedb-2aba-4f97-b474-3fcfb3aae8fc req-13f9d301-130c-4b55-92cf-60944e81a604 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ebab3113a49438199feec3ebdb4856f&device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 1138 time: 0.0844338 Oct 27 21:35:21.563290 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ceedb-2aba-4f97-b474-3fcfb3aae8fc req-50277933-36cf-4da3-b6c1-71920879bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:21.564773 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-443ceedb-2aba-4f97-b474-3fcfb3aae8fc req-50277933-36cf-4da3-b6c1-71920879bc9b service neutron] 10.222.0.83 "GET /v2.0/networks?id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298 HTTP/1.1" status: 200 len: 915 time: 0.1295168 Oct 27 21:35:21.639349 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-443ceedb-2aba-4f97-b474-3fcfb3aae8fc req-9bdb5088-6030-439e-b4de-3ba56268399a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a HTTP/1.1" status: 200 len: 1002 time: 0.0661869 Oct 27 21:35:21.696743 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ceedb-2aba-4f97-b474-3fcfb3aae8fc req-c39e7337-f9b4-45f2-8974-89ae618e130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:21.699037 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-443ceedb-2aba-4f97-b474-3fcfb3aae8fc req-c39e7337-f9b4-45f2-8974-89ae618e130f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7f2ea11-4361-4e92-b912-0486f5023917 HTTP/1.1" status: 200 len: 853 time: 0.0515842 Oct 27 21:35:21.754645 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-463d4390-8e88-4b41-8072-effb5295bf4b req-1051561b-b4b4-4ed5-8a65-224a29508a03 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 210 time: 0.0487506 Oct 27 21:35:21.793116 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ceedb-2aba-4f97-b474-3fcfb3aae8fc req-b0b30e0f-802b-4ae3-85ea-2df4c5ced30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:21.794881 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-443ceedb-2aba-4f97-b474-3fcfb3aae8fc req-b0b30e0f-802b-4ae3-85ea-2df4c5ced30a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870647 Oct 27 21:35:21.801009 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f5c497fa-edfd-4ec9-b467-2f0916731309 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:21.818134 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f5c497fa-edfd-4ec9-b467-2f0916731309 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:21.953772 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.l3_db [None req-f5c497fa-edfd-4ec9-b467-2f0916731309 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Floating IP 129d251c-63a1-4972-8032-10d262af0c2e associated. External IP: 172.27.2.101, port: 84fdfafb-f44b-48d2-8b3e-c27366010615. Oct 27 21:35:21.982158 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-443ceedb-2aba-4f97-b474-3fcfb3aae8fc req-c5338727-d8ae-4079-bbdf-0bb593e0958d service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750095 Oct 27 21:35:22.072937 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-dcfb5665-a7a8-47b1-a784-fc98644bbd5f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:22.074556 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-dcfb5665-a7a8-47b1-a784-fc98644bbd5f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.83 "GET /v2.0/networks?id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 HTTP/1.1" status: 200 len: 811 time: 0.1865623 Oct 27 21:35:22.129241 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-443ceedb-2aba-4f97-b474-3fcfb3aae8fc req-df8fa6f1-4f2c-4e3f-9756-b8f9ad2e87df service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313059 Oct 27 21:35:22.151710 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-442084e9-b737-4984-aa74-631927887cb2 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=660916c61f3041dcb024daef8e8d02f6 HTTP/1.1" status: 200 len: 380 time: 0.0514791 Oct 27 21:35:22.167347 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Request body: {'port': {'device_id': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'admin_state_up': True, 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'security_groups': ['f17eb65a-f67a-49db-b0c4-b018e294fc46']}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:22.192842 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c497fa-edfd-4ec9-b467-2f0916731309 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Router 0e70cc8c-4611-458b-955e-5168ac16fa93 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:22.295225 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Made reservation on behalf of 660916c61f3041dcb024daef8e8d02f6 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:22.299066 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.312827 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c497fa-edfd-4ec9-b467-2f0916731309 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:22.317448 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f5c497fa-edfd-4ec9-b467-2f0916731309 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.323574 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b9f92a-ad1f-4bd0-8a87-f57f0840bbb0 None None] Sync routers for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:22.333782 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b9f92a-ad1f-4bd0-8a87-f57f0840bbb0 None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:22.334979 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-77b9f92a-ad1f-4bd0-8a87-f57f0840bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:22.349284 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-f5c497fa-edfd-4ec9-b467-2f0916731309 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "PUT /v2.0/floatingips/129d251c-63a1-4972-8032-10d262af0c2e HTTP/1.1" status: 200 len: 991 time: 1.2104092 Oct 27 21:35:22.350293 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615'}] {{(pid=101366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:22.353089 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8678a9f2196498b2d251eb2584ee31b5e063e546e82940a6b87b3d9432d70b75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aef7338-60a1-4772-8759-7ff28b1a130e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615"}]}' {{(pid=101366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:22.488015 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Allocated IP 172.20.0.9 (d6b7a17e-09fe-4b39-b44c-2d1337d91ed7/277221fb-10ab-4eb5-b84a-f5934fc5fe8a/dfd19819-55fa-4166-8632-6db4333c51c2) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:22.510206 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-77b9f92a-ad1f-4bd0-8a87-f57f0840bbb0 None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:22.601901 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d65603-1ab7-4146-88a7-92a0a933a4a4 x-openstack-request-id: req-64d65603-1ab7-4146-88a7-92a0a933a4a4 {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:22.602291 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615", "status": "completed", "code": 200}]} {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:22.602649 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64d65603-1ab7-4146-88a7-92a0a933a4a4 {{(pid=101366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:22.602955 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'status': 'completed', 'code': 200} Oct 27 21:35:22.700420 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.723620 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:35:22.733120 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef7338-60a1-4772-8759-7ff28b1a130e req-49d90154-91e2-4077-8755-5e2aa9dd2e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:22.734735 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8aef7338-60a1-4772-8759-7ff28b1a130e req-49d90154-91e2-4077-8755-5e2aa9dd2e69 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 1098 time: 0.0794060 Oct 27 21:35:22.739602 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-fcaf948f-4678-403d-a1da-a5da6e1f1a17 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0f60445dd5b840a19df3d70b9d9ce304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342453 Oct 27 21:35:22.820912 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-77b9f92a-ad1f-4bd0-8a87-f57f0840bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '129d251c-63a1-4972-8032-10d262af0c2e', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'port_id': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'mac_address': 'fa:16:3e:ee:69:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8805704-bd12-4507-8435-5f19545a2e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:34:59Z', 'updated_at': '2021-10-27T21:35:21Z', 'revision_number': 1, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:46Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:22.869372 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b9f92a-ad1f-4bd0-8a87-f57f0840bbb0 None None] Checking router: 0e70cc8c-4611-458b-955e-5168ac16fa93 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:22.879160 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b9f92a-ad1f-4bd0-8a87-f57f0840bbb0 None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:22.880031 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-77b9f92a-ad1f-4bd0-8a87-f57f0840bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:22.887204 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:22.907114 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef7338-60a1-4772-8759-7ff28b1a130e req-9da07410-2884-4edd-834d-e85a80c346e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:22.908678 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8aef7338-60a1-4772-8759-7ff28b1a130e req-9da07410-2884-4edd-834d-e85a80c346e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 918 time: 0.1645458 Oct 27 21:35:22.973664 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-db899bed-9328-40ea-87ff-c4dd718d9229 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:22.975543 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-db899bed-9328-40ea-87ff-c4dd718d9229 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265975 Oct 27 21:35:22.998583 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-3bb5e703-8092-4bea-94e7-94aa8d63eded tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/quotas/0f60445dd5b840a19df3d70b9d9ce304 HTTP/1.1" status: 200 len: 375 time: 0.0135884 Oct 27 21:35:23.017326 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:23.032518 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:23.037227 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-77b9f92a-ad1f-4bd0-8a87-f57f0840bbb0 None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:23.043432 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:23.050424 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event updated for resources: {'Port': ['ID=dfd19819-55fa-4166-8632-6db4333c51c2,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:23.053846 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-b7387dda-0b49-4c92-841c-5dd941690512 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f60445dd5b840a19df3d70b9d9ce304&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487716 Oct 27 21:35:23.105659 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8aef7338-60a1-4772-8759-7ff28b1a130e req-6fb3e2c4-f22e-4062-a3d0-e9fae1ae9e35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84fdfafb-f44b-48d2-8b3e-c27366010615 HTTP/1.1" status: 200 len: 999 time: 0.1765251 Oct 27 21:35:23.119834 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9820b0a-0592-4ff9-b496-b6975b66dd71 req-16afcf10-dd66-4e23-a3dc-09826975b54b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:23.134175 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f9820b0a-0592-4ff9-b496-b6975b66dd71 req-16afcf10-dd66-4e23-a3dc-09826975b54b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 931 time: 0.2479203 Oct 27 21:35:23.256961 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fd092588-f8ff-4a4c-8650-ac3d5cbed9d6 req-6ce4468d-a032-46b3-9579-eef6f839fbb7 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 210 time: 0.0420773 Oct 27 21:35:23.297200 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:23.297506 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.324018 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f9820b0a-0592-4ff9-b496-b6975b66dd71 req-89014dcf-192c-4bd6-95fa-66a180040aae tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862342 Oct 27 21:35:23.349510 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef7338-60a1-4772-8759-7ff28b1a130e req-0e1369f5-6a94-4d53-a281-271676f51d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:23.351313 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8aef7338-60a1-4772-8759-7ff28b1a130e req-0e1369f5-6a94-4d53-a281-271676f51d91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.2126348 Oct 27 21:35:23.359664 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-91137055-ad98-4f93-a65a-234a56c4fd34 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1978478 Oct 27 21:35:23.369568 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-77b9f92a-ad1f-4bd0-8a87-f57f0840bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '129d251c-63a1-4972-8032-10d262af0c2e', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'port_id': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'mac_address': 'fa:16:3e:ee:69:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8805704-bd12-4507-8435-5f19545a2e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:34:59Z', 'updated_at': '2021-10-27T21:35:21Z', 'revision_number': 1, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:46Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:23.400914 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b9f92a-ad1f-4bd0-8a87-f57f0840bbb0 None None] The sync data for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi is: [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '129d251c-63a1-4972-8032-10d262af0c2e', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'port_id': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'mac_address': 'fa:16:3e:ee:69:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8805704-bd12-4507-8435-5f19545a2e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:34:59Z', 'updated_at': '2021-10-27T21:35:21Z', 'revision_number': 1, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:46Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:23.415701 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Request body: {'port': {'device_id': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:23.461192 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-d3673f72-a1b4-4c75-90b6-8146a00679aa None None] Provisioning complete for port dfd19819-55fa-4166-8632-6db4333c51c2 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:23.461533 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d3673f72-a1b4-4c75-90b6-8146a00679aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.469217 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef7338-60a1-4772-8759-7ff28b1a130e req-ecaab89f-e8cd-4e8c-894f-8bd191968fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:23.471094 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8aef7338-60a1-4772-8759-7ff28b1a130e req-ecaab89f-e8cd-4e8c-894f-8bd191968fc0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1080790 Oct 27 21:35:23.538776 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-d3673f72-a1b4-4c75-90b6-8146a00679aa None None] Port dfd19819-55fa-4166-8632-6db4333c51c2 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:23.545419 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.648255 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8aef7338-60a1-4772-8759-7ff28b1a130e req-07ccddc8-82a2-43fd-b364-932e03b219d4 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575599 Oct 27 21:35:23.730260 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722bcdc-62c9-410b-a0c4-0525a2d2cac7 None None] New status for floating IP 129d251c-63a1-4972-8032-10d262af0c2e: ACTIVE {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:35:23.854640 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8aef7338-60a1-4772-8759-7ff28b1a130e req-905ba32d-0506-4fbf-bbde-c5e7855a10c7 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531992 Oct 27 21:35:23.969747 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd19819-55fa-4166-8632-6db4333c51c2 {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:23.978006 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:23.995114 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Transition to ACTIVE for port object dfd19819-55fa-4166-8632-6db4333c51c2 will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:35:24.001358 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:24.142674 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd19819-55fa-4166-8632-6db4333c51c2,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:24.183381 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Attempting to bind port dfd19819-55fa-4166-8632-6db4333c51c2 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:24.183720 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Attempting to bind port dfd19819-55fa-4166-8632-6db4333c51c2 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:24.184046 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Attempting to bind port dfd19819-55fa-4166-8632-6db4333c51c2 on network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:24.189361 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Port dfd19819-55fa-4166-8632-6db4333c51c2 on network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:35:24.189740 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Attempting to bind port dfd19819-55fa-4166-8632-6db4333c51c2 on network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:24.195888 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:24.196218 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Checking segment: {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:24.196608 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Bound using segment: {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:24.197101 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Bound port: dfd19819-55fa-4166-8632-6db4333c51c2, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:24.197463 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:24.266558 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] For port dfd19819-55fa-4166-8632-6db4333c51c2, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:24.270129 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] For port dfd19819-55fa-4166-8632-6db4333c51c2, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=dfd19819-55fa-4166-8632-6db4333c51c2,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:24.274450 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:24.312694 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:24.313420 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:24.314855 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] 10.222.0.83 "PUT /v2.0/ports/dfd19819-55fa-4166-8632-6db4333c51c2 HTTP/1.1" status: 200 len: 1093 time: 0.9063251 Oct 27 21:35:24.315337 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'tag': 'dfd19819-55fa-4166-8632-6db4333c51c2'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:24.317670 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06332a6-d099-4c35-a73b-eeebf647ee1e" -d '{"events": [{"name": "network-changed", "server_uuid": "df59f1e1-08f6-4b54-a266-1900a7b9079a", "tag": "dfd19819-55fa-4166-8632-6db4333c51c2"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:24.357563 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4694847a-2a4d-4ac1-95c0-81a083940a9f req-6c49fe15-d12d-4b23-a591-1fa728ba61f6 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 210 time: 0.0367346 Oct 27 21:35:24.380685 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4f4a5-d7c9-453e-96a8-37695d459900 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd19819-55fa-4166-8632-6db4333c51c2,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:24.406047 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be32a2d2-f751-49a1-b2aa-97c89585444f x-openstack-request-id: req-be32a2d2-f751-49a1-b2aa-97c89585444f {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:24.406528 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df59f1e1-08f6-4b54-a266-1900a7b9079a", "tag": "dfd19819-55fa-4166-8632-6db4333c51c2", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:24.406984 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be32a2d2-f751-49a1-b2aa-97c89585444f {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:24.407389 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'tag': 'dfd19819-55fa-4166-8632-6db4333c51c2', 'status': 'completed', 'code': 200} Oct 27 21:35:24.448505 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-728050e9-39e3-482f-b17c-818e6d53cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:24.450093 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-728050e9-39e3-482f-b17c-818e6d53cfdc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=660916c61f3041dcb024daef8e8d02f6&device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 1096 time: 0.0571015 Oct 27 21:35:24.517735 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9cd49-4ea3-4b72-99a5-8a945ac6b3df req-10da8da8-616d-4bf7-9740-863d04fc8f1e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:24.519294 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1ba9cd49-4ea3-4b72-99a5-8a945ac6b3df req-10da8da8-616d-4bf7-9740-863d04fc8f1e tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 943 time: 0.0822852 Oct 27 21:35:24.559220 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-027a6964-386b-4b17-a256-b8e1b50ae64d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd19819-55fa-4166-8632-6db4333c51c2 HTTP/1.1" status: 200 len: 217 time: 0.0568583 Oct 27 21:35:24.652961 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-3418f227-9c0c-44ec-a6a0-876f9ff7eb80 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=0f60445dd5b840a19df3d70b9d9ce304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505457 Oct 27 21:35:24.661073 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1ba9cd49-4ea3-4b72-99a5-8a945ac6b3df req-84d73604-34de-44dc-a0a0-c31489a97839 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094229 Oct 27 21:35:24.702840 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-e81a95df-8e40-46d5-8492-a695a8f3d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:24.705748 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-e81a95df-8e40-46d5-8492-a695a8f3d93d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=277221fb-10ab-4eb5-b84a-f5934fc5fe8a HTTP/1.1" status: 200 len: 850 time: 0.1367581 Oct 27 21:35:25.175396 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-de599c14-b169-4072-ac22-547838b2a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:25.176908 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-de599c14-b169-4072-ac22-547838b2a662 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4377301 Oct 27 21:35:25.187771 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-4f05db89-194b-448e-9819-71ed7b296a64 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:25.189230 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-4f05db89-194b-448e-9819-71ed7b296a64 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5272510 Oct 27 21:35:25.235772 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Request body: {'port': {'device_id': '40ba3e31-3882-419f-b951-4212e91ae29b', 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc', 'admin_state_up': True, 'tenant_id': '0f60445dd5b840a19df3d70b9d9ce304'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:25.351586 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-ba4105fa-b632-403a-a886-0f94fd0f1f65 service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614089 Oct 27 21:35:25.447457 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Made reservation on behalf of 0f60445dd5b840a19df3d70b9d9ce304 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:25.450886 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:25.484005 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-743d432c-185f-4f4a-8341-83071b957a1f req-bb7b3fd3-98e3-4ca6-8f48-5737e4a6a8e1 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 210 time: 0.0487759 Oct 27 21:35:25.489240 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:25.510640 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d1acbbe6-3dde-4cf8-91de-2b485ec88aad req-208dff2a-8946-40a3-8a8b-658bb81d1838 service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492550 Oct 27 21:35:25.587125 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:25.593075 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:25.692808 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c0c637-6912-49b7-9d03-a3018a4f3be7,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:25.719850 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06332a6-d099-4c35-a73b-eeebf647ee1e req-6bb0641e-e2a2-4012-a98e-1056e7fa14df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:25.721394 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c06332a6-d099-4c35-a73b-eeebf647ee1e req-6bb0641e-e2a2-4012-a98e-1056e7fa14df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=660916c61f3041dcb024daef8e8d02f6&device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 1096 time: 0.0970745 Oct 27 21:35:25.800549 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686801b-c544-402f-8644-aeff3541a240 req-0a8dc799-f760-4b89-bcf8-cec5aba8f15f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:25.802079 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5686801b-c544-402f-8644-aeff3541a240 req-0a8dc799-f760-4b89-bcf8-cec5aba8f15f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 943 time: 0.0520992 Oct 27 21:35:25.825900 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Allocated IP 192.168.233.31 (a8a53032-d4fd-4738-b336-38761b565bfc/791c4978-ae19-4630-864e-763a3cb1b9ae/5ea127fe-7f46-46e6-8ede-e6961909d941) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:25.859019 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5686801b-c544-402f-8644-aeff3541a240 req-1d80a997-9e57-4f9c-ac1f-9eb55259603f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452232 Oct 27 21:35:25.880223 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06332a6-d099-4c35-a73b-eeebf647ee1e req-65191ba3-3b2a-4f14-9d89-a3d626363fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:25.881729 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c06332a6-d099-4c35-a73b-eeebf647ee1e req-65191ba3-3b2a-4f14-9d89-a3d626363fef service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 HTTP/1.1" status: 200 len: 912 time: 0.1379173 Oct 27 21:35:25.952662 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c06332a6-d099-4c35-a73b-eeebf647ee1e req-e938b4f3-9e9f-40e8-9a2f-92b66c65cb39 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd19819-55fa-4166-8632-6db4333c51c2 HTTP/1.1" status: 200 len: 217 time: 0.0517066 Oct 27 21:35:26.046648 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06332a6-d099-4c35-a73b-eeebf647ee1e req-a44db0b5-91b3-47b5-ab29-5a85c026cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:26.047963 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c06332a6-d099-4c35-a73b-eeebf647ee1e req-a44db0b5-91b3-47b5-ab29-5a85c026cce1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=277221fb-10ab-4eb5-b84a-f5934fc5fe8a HTTP/1.1" status: 200 len: 850 time: 0.0692899 Oct 27 21:35:26.103318 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.133876 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06332a6-d099-4c35-a73b-eeebf647ee1e req-20171a97-951f-4c2b-a3b7-e4265dfc7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:26.135572 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c06332a6-d099-4c35-a73b-eeebf647ee1e req-20171a97-951f-4c2b-a3b7-e4265dfc7e4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757058 Oct 27 21:35:26.170646 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.256559 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Network a8a53032-d4fd-4738-b336-38761b565bfc is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:26.273640 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:26.278318 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:26.291163 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Pushing event updated for resources: {'Port': ['ID=5ea127fe-7f46-46e6-8ede-e6961909d941,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:26.321777 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c06332a6-d099-4c35-a73b-eeebf647ee1e req-9bc9fe74-f2ca-4372-9b09-20d0897c0ffc service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715991 Oct 27 21:35:26.362833 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:26.363464 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.414655 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-2b77199e-4c37-4f06-bb3f-38f56d26f137 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2072947 Oct 27 21:35:26.439087 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Request body: {'port': {'device_id': '40ba3e31-3882-419f-b951-4212e91ae29b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:26.477960 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c06332a6-d099-4c35-a73b-eeebf647ee1e req-324ed983-ec03-441b-8e0d-29085b05a001 service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452808 Oct 27 21:35:26.520822 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.548940 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-fcfe4be5-d431-417f-bcd9-0025ecc28f32 None None] Provisioning complete for port 5ea127fe-7f46-46e6-8ede-e6961909d941 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:26.550611 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-fcfe4be5-d431-417f-bcd9-0025ecc28f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.592576 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe4be5-d431-417f-bcd9-0025ecc28f32 None None] Port 5ea127fe-7f46-46e6-8ede-e6961909d941 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:26.632052 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e276f66-925d-4c78-a1ce-fa504f15020e req-e447eb79-6dfa-4492-99ce-14ebaecf1257 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:26.633650 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4e276f66-925d-4c78-a1ce-fa504f15020e req-e447eb79-6dfa-4492-99ce-14ebaecf1257 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 935 time: 0.0547609 Oct 27 21:35:26.685226 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4e276f66-925d-4c78-a1ce-fa504f15020e req-ae1b321b-967d-4855-b25f-d7feebc7d7e8 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Oct 27 21:35:26.812107 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea127fe-7f46-46e6-8ede-e6961909d941 {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:26.820685 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.835476 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Transition to ACTIVE for port object 5ea127fe-7f46-46e6-8ede-e6961909d941 will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:35:26.841224 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:26.919194 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea127fe-7f46-46e6-8ede-e6961909d941,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:27.032558 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Attempting to bind port 5ea127fe-7f46-46e6-8ede-e6961909d941 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:27.032920 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Attempting to bind port 5ea127fe-7f46-46e6-8ede-e6961909d941 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'ddedf50b-859a-432c-8649-4a2edbb63195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:27.033245 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Attempting to bind port 5ea127fe-7f46-46e6-8ede-e6961909d941 on network a8a53032-d4fd-4738-b336-38761b565bfc {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:27.042076 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Port 5ea127fe-7f46-46e6-8ede-e6961909d941 on network a8a53032-d4fd-4738-b336-38761b565bfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:35:27.042425 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Attempting to bind port 5ea127fe-7f46-46e6-8ede-e6961909d941 on network a8a53032-d4fd-4738-b336-38761b565bfc {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:27.049967 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:27.050310 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Checking segment: {'id': 'ddedf50b-859a-432c-8649-4a2edbb63195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:27.050695 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Bound using segment: {'id': 'ddedf50b-859a-432c-8649-4a2edbb63195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:27.051143 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Bound port: 5ea127fe-7f46-46e6-8ede-e6961909d941, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddedf50b-859a-432c-8649-4a2edbb63195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:27.051496 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.061118 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0212d9-e794-407f-8f9c-bbc661328e6a req-d4c7463b-a6b8-4fd0-ae61-9f9d16b95a39 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:27.062815 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bf0212d9-e794-407f-8f9c-bbc661328e6a req-d4c7463b-a6b8-4fd0-ae61-9f9d16b95a39 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 943 time: 0.0877640 Oct 27 21:35:27.152961 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bf0212d9-e794-407f-8f9c-bbc661328e6a req-050390a9-0b15-4cf5-b569-235a18078667 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786304 Oct 27 21:35:27.179881 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] For port 5ea127fe-7f46-46e6-8ede-e6961909d941, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:27.183545 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] For port 5ea127fe-7f46-46e6-8ede-e6961909d941, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5ea127fe-7f46-46e6-8ede-e6961909d941,segment=NetworkSegment(ddedf50b-859a-432c-8649-4a2edbb63195),segment_id=ddedf50b-859a-432c-8649-4a2edbb63195)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:27.190411 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.229762 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:27.230443 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:27.231802 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] 10.222.0.83 "PUT /v2.0/ports/5ea127fe-7f46-46e6-8ede-e6961909d941 HTTP/1.1" status: 200 len: 1097 time: 0.7993529 Oct 27 21:35:27.232247 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ba3e31-3882-419f-b951-4212e91ae29b', 'tag': '5ea127fe-7f46-46e6-8ede-e6961909d941'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:27.234673 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0e032e-8d75-4daf-bcde-14b6c1a11e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "40ba3e31-3882-419f-b951-4212e91ae29b", "tag": "5ea127fe-7f46-46e6-8ede-e6961909d941"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:27.267199 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3e720-8f88-413f-b2ae-64e981c9c1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea127fe-7f46-46e6-8ede-e6961909d941,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:27.282230 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0614b3-9cde-4b97-80b4-d80688c978f1 x-openstack-request-id: req-9c0614b3-9cde-4b97-80b4-d80688c978f1 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:27.282525 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ba3e31-3882-419f-b951-4212e91ae29b", "tag": "5ea127fe-7f46-46e6-8ede-e6961909d941", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:27.282780 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c0614b3-9cde-4b97-80b4-d80688c978f1 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:27.283190 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ba3e31-3882-419f-b951-4212e91ae29b', 'tag': '5ea127fe-7f46-46e6-8ede-e6961909d941', 'status': 'completed', 'code': 200} Oct 27 21:35:27.378486 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-bb2d5c72-e3b4-4836-aff6-755f79226bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:27.380150 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-bb2d5c72-e3b4-4836-aff6-755f79226bf3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f60445dd5b840a19df3d70b9d9ce304&device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 1100 time: 0.0571437 Oct 27 21:35:27.451668 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-0aa66bd4-33de-4208-8fa7-7487b56b7757 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=5ea127fe-7f46-46e6-8ede-e6961909d941 HTTP/1.1" status: 200 len: 217 time: 0.0422232 Oct 27 21:35:27.527154 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-6fe805f1-356e-48fb-ba6f-dca4116285ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:27.528792 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-6fe805f1-356e-48fb-ba6f-dca4116285ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=791c4978-ae19-4630-864e-763a3cb1b9ae HTTP/1.1" status: 200 len: 843 time: 0.0672247 Oct 27 21:35:27.607661 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-7de1266b-bbff-4ecd-b9c7-52c4dc86d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:27.610296 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-7de1266b-bbff-4ecd-b9c7-52c4dc86d335 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8a53032-d4fd-4738-b336-38761b565bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0680478 Oct 27 21:35:27.748922 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-83c29826-f37a-40b5-961b-85da429f87db service neutron] 10.222.0.83 "GET /v2.0/networks/a8a53032-d4fd-4738-b336-38761b565bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205270 Oct 27 21:35:27.877698 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e51406-25e4-442d-9920-a8dea8bf202b req-28949445-6502-43b6-b877-addc16ab3c16 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:27.879524 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d0e51406-25e4-442d-9920-a8dea8bf202b req-28949445-6502-43b6-b877-addc16ab3c16 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 947 time: 0.1229708 Oct 27 21:35:27.909099 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3a37a792-c8a0-4d31-8087-b6fbc40ee39b req-0c8780cc-98fc-4dbd-97b8-670ba7f95ca7 service neutron] 10.222.0.83 "GET /v2.0/networks/a8a53032-d4fd-4738-b336-38761b565bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510298 Oct 27 21:35:27.943111 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d0e51406-25e4-442d-9920-a8dea8bf202b req-f159158c-e2e1-4eb1-a3ce-13e1c8c69bba tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482299 Oct 27 21:35:28.063521 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e032e-8d75-4daf-bcde-14b6c1a11e8a req-c1eeed69-47a6-479f-b208-9b4e20cacd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:28.065078 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6f0e032e-8d75-4daf-bcde-14b6c1a11e8a req-c1eeed69-47a6-479f-b208-9b4e20cacd4a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f60445dd5b840a19df3d70b9d9ce304&device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 1100 time: 0.0445905 Oct 27 21:35:28.192182 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e032e-8d75-4daf-bcde-14b6c1a11e8a req-04e8ee36-c771-449e-8ebf-42ae0ad81109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:28.194713 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6f0e032e-8d75-4daf-bcde-14b6c1a11e8a req-04e8ee36-c771-449e-8ebf-42ae0ad81109 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a8a53032-d4fd-4738-b336-38761b565bfc HTTP/1.1" status: 200 len: 870 time: 0.1193361 Oct 27 21:35:28.263559 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6f0e032e-8d75-4daf-bcde-14b6c1a11e8a req-e4e76251-16e3-4cab-8ad7-ab93cb657c06 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=5ea127fe-7f46-46e6-8ede-e6961909d941 HTTP/1.1" status: 200 len: 217 time: 0.0508080 Oct 27 21:35:28.345565 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0a294-50c2-4202-9683-9b7b5502b7fb req-6da04981-fcf6-43d4-9dca-7e251f0f9263 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:28.347228 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f6a0a294-50c2-4202-9683-9b7b5502b7fb req-6da04981-fcf6-43d4-9dca-7e251f0f9263 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 943 time: 0.0932007 Oct 27 21:35:28.349427 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e032e-8d75-4daf-bcde-14b6c1a11e8a req-6f7d1b0f-7c8c-45c3-bae9-b86b44480431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:28.350846 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6f0e032e-8d75-4daf-bcde-14b6c1a11e8a req-6f7d1b0f-7c8c-45c3-bae9-b86b44480431 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=791c4978-ae19-4630-864e-763a3cb1b9ae HTTP/1.1" status: 200 len: 843 time: 0.0694282 Oct 27 21:35:28.414872 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f6a0a294-50c2-4202-9683-9b7b5502b7fb req-5032ac2a-29b4-41fd-8603-482f0a67f297 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613604 Oct 27 21:35:28.421746 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e032e-8d75-4daf-bcde-14b6c1a11e8a req-a4fe44fa-c11b-4de3-81d8-3f5f7d5f8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:28.423238 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6f0e032e-8d75-4daf-bcde-14b6c1a11e8a req-a4fe44fa-c11b-4de3-81d8-3f5f7d5f8805 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8a53032-d4fd-4738-b336-38761b565bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0634282 Oct 27 21:35:28.539996 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6f0e032e-8d75-4daf-bcde-14b6c1a11e8a req-026ed5d5-3022-4be3-a0bf-6ac24305130c service neutron] 10.222.0.83 "GET /v2.0/networks/a8a53032-d4fd-4738-b336-38761b565bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013765 Oct 27 21:35:28.641840 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6f0e032e-8d75-4daf-bcde-14b6c1a11e8a req-a369cfd0-a8fd-4f1d-b8fb-c828ba8f9283 service neutron] 10.222.0.83 "GET /v2.0/networks/a8a53032-d4fd-4738-b336-38761b565bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915325 Oct 27 21:35:28.828350 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device dfd19819-55fa-4166-8632-6db4333c51c2 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:35:28.937873 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port dfd19819-55fa-4166-8632-6db4333c51c2, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=dfd19819-55fa-4166-8632-6db4333c51c2,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:28.953612 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': 'dfd19819-55fa-4166-8632-6db4333c51c2', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'port_id': 'dfd19819-55fa-4166-8632-6db4333c51c2', 'mac_address': 'fa:16:3e:c3:c9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:35:29.002745 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:29.018068 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd19819-55fa-4166-8632-6db4333c51c2 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:29.041138 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port dfd19819-55fa-4166-8632-6db4333c51c2, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=dfd19819-55fa-4166-8632-6db4333c51c2,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:29.047047 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:29.094752 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8542c2-737b-42e9-8464-fba723c333fb req-a33a147c-08d9-4352-8151-b208861e9a76 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:29.096338 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ae8542c2-737b-42e9-8464-fba723c333fb req-a33a147c-08d9-4352-8151-b208861e9a76 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 947 time: 0.0561502 Oct 27 21:35:29.105599 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=dfd19819-55fa-4166-8632-6db4333c51c2,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:29.145743 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-ae8542c2-737b-42e9-8464-fba723c333fb req-fad348e0-df01-4f28-b323-3297031e8e8b tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431271 Oct 27 21:35:29.409004 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['dfd19819-55fa-4166-8632-6db4333c51c2'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:29.557353 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7bc0f-2840-47fa-b763-8b3a5b93e7a5 req-b0c3b3b3-d468-4fc2-9d2e-ad4a90a216b3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:29.558885 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-66d7bc0f-2840-47fa-b763-8b3a5b93e7a5 req-b0c3b3b3-d468-4fc2-9d2e-ad4a90a216b3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 944 time: 0.0566289 Oct 27 21:35:29.606283 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-66d7bc0f-2840-47fa-b763-8b3a5b93e7a5 req-47f6b3dc-a2b5-496e-9d4e-29befc46f5d6 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403590 Oct 27 21:35:30.284500 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a99194-3e78-461b-9e12-47a8c7c71aed req-682cda37-7a9c-4f9b-b36b-44dc036cee2f tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:30.286350 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-13a99194-3e78-461b-9e12-47a8c7c71aed req-682cda37-7a9c-4f9b-b36b-44dc036cee2f tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 947 time: 0.0552995 Oct 27 21:35:30.331748 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-13a99194-3e78-461b-9e12-47a8c7c71aed req-3ccac8cd-d948-41f7-8aa4-26ea19e783d1 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389979 Oct 27 21:35:30.738021 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f532b-44aa-48e3-9d82-480cd34c3dff req-7edaafe8-44eb-47c0-b51b-e0d0e549eb1a tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:30.739540 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ae7f532b-44aa-48e3-9d82-480cd34c3dff req-7edaafe8-44eb-47c0-b51b-e0d0e549eb1a tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 944 time: 0.0531242 Oct 27 21:35:30.780291 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ae7f532b-44aa-48e3-9d82-480cd34c3dff req-d639c52c-315e-4cc8-b88e-8ad7e6ce3ece tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344145 Oct 27 21:35:30.842884 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 5ea127fe-7f46-46e6-8ede-e6961909d941 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:35:30.854469 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device dfd19819-55fa-4166-8632-6db4333c51c2 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:30.962295 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port dfd19819-55fa-4166-8632-6db4333c51c2 completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:35:30.975976 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port dfd19819-55fa-4166-8632-6db4333c51c2 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:30.976342 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.025147 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 5ea127fe-7f46-46e6-8ede-e6961909d941, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5ea127fe-7f46-46e6-8ede-e6961909d941,segment=NetworkSegment(ddedf50b-859a-432c-8649-4a2edbb63195),segment_id=ddedf50b-859a-432c-8649-4a2edbb63195)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:31.040354 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '5ea127fe-7f46-46e6-8ede-e6961909d941', 'network_id': 'a8a53032-d4fd-4738-b336-38761b565bfc', 'port_id': '5ea127fe-7f46-46e6-8ede-e6961909d941', 'mac_address': 'fa:16:3e:a8:0d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791c4978-ae19-4630-864e-763a3cb1b9ae', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:35:31.101049 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.123986 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea127fe-7f46-46e6-8ede-e6961909d941 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:31.129539 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.153476 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 5ea127fe-7f46-46e6-8ede-e6961909d941, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5ea127fe-7f46-46e6-8ede-e6961909d941,segment=NetworkSegment(ddedf50b-859a-432c-8649-4a2edbb63195),segment_id=ddedf50b-859a-432c-8649-4a2edbb63195)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:31.160851 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.168949 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd19819-55fa-4166-8632-6db4333c51c2'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:31.171262 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a6aa5e-8e72-49b3-b6cd-aeb89572ba10" -d '{"events": [{"server_uuid": "df59f1e1-08f6-4b54-a266-1900a7b9079a", "name": "network-vif-plugged", "status": "completed", "tag": "dfd19819-55fa-4166-8632-6db4333c51c2"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:31.201797 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port dfd19819-55fa-4166-8632-6db4333c51c2, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=dfd19819-55fa-4166-8632-6db4333c51c2,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:31.210078 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:31.214420 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7278d7c5-cfa5-4167-957b-3e041a8bbfa8 x-openstack-request-id: req-7278d7c5-cfa5-4167-957b-3e041a8bbfa8 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:31.214703 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df59f1e1-08f6-4b54-a266-1900a7b9079a", "name": "network-vif-plugged", "status": "completed", "tag": "dfd19819-55fa-4166-8632-6db4333c51c2", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:31.214961 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7278d7c5-cfa5-4167-957b-3e041a8bbfa8 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:31.215349 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd19819-55fa-4166-8632-6db4333c51c2', 'code': 200} Oct 27 21:35:31.234764 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=5ea127fe-7f46-46e6-8ede-e6961909d941,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:31.421901 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=dfd19819-55fa-4166-8632-6db4333c51c2,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:31.496142 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bf11b-d4da-477e-98e0-7366a053cd86 req-caa5cbc3-6915-4d5b-970f-796405cdd982 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:31.497589 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-809bf11b-d4da-477e-98e0-7366a053cd86 req-caa5cbc3-6915-4d5b-970f-796405cdd982 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 948 time: 0.0755877 Oct 27 21:35:31.511807 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce7149-be98-43a4-a3f8-4b18a4cd42fc req-72c307b4-7229-4db6-a524-582bef7bd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:31.513411 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-48ce7149-be98-43a4-a3f8-4b18a4cd42fc req-72c307b4-7229-4db6-a524-582bef7bd1e8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 1098 time: 0.0656095 Oct 27 21:35:31.553774 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['5ea127fe-7f46-46e6-8ede-e6961909d941'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:31.561989 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-809bf11b-d4da-477e-98e0-7366a053cd86 req-1cffaea5-9da7-4b7a-bc0c-39077fbf67f6 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578790 Oct 27 21:35:31.573716 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-48ce7149-be98-43a4-a3f8-4b18a4cd42fc req-8182fc11-e7f6-481d-ac78-8b77663d0aab service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520759 Oct 27 21:35:31.914128 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adc14a-9d5c-4f5f-901c-9a0307f466c8 req-c54a92dc-ecdc-4a9d-aeea-d7fd2a530d23 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:31.919083 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-77adc14a-9d5c-4f5f-901c-9a0307f466c8 req-c54a92dc-ecdc-4a9d-aeea-d7fd2a530d23 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 945 time: 0.0568087 Oct 27 21:35:31.963698 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-77adc14a-9d5c-4f5f-901c-9a0307f466c8 req-0fde3b1d-d6e4-477f-9dd7-e5fc412aaa9a tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415707 Oct 27 21:35:32.691624 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95534dd4-9712-428a-8f35-f62699617c5b req-571529d2-0ac5-43be-bfaf-b5e7c0ba468f tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:32.693255 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-95534dd4-9712-428a-8f35-f62699617c5b req-571529d2-0ac5-43be-bfaf-b5e7c0ba468f tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 948 time: 0.0558598 Oct 27 21:35:32.736703 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-95534dd4-9712-428a-8f35-f62699617c5b req-8da2c1d1-3cd0-4814-9dad-cb44bace48ae tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368359 Oct 27 21:35:32.854645 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 5ea127fe-7f46-46e6-8ede-e6961909d941 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:32.909579 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 5ea127fe-7f46-46e6-8ede-e6961909d941 completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:35:32.914132 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 5ea127fe-7f46-46e6-8ede-e6961909d941 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:32.914504 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:32.995247 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.048037 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 5ea127fe-7f46-46e6-8ede-e6961909d941, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5ea127fe-7f46-46e6-8ede-e6961909d941,segment=NetworkSegment(ddedf50b-859a-432c-8649-4a2edbb63195),segment_id=ddedf50b-859a-432c-8649-4a2edbb63195)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:33.054823 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:33.109768 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=5ea127fe-7f46-46e6-8ede-e6961909d941,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:33.131734 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f149-e06f-4273-83c5-514e66dffb5e req-bc6cc9cf-e935-4d29-9f9e-035628bca815 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:33.133376 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8931f149-e06f-4273-83c5-514e66dffb5e req-bc6cc9cf-e935-4d29-9f9e-035628bca815 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 945 time: 0.0845068 Oct 27 21:35:33.180950 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8931f149-e06f-4273-83c5-514e66dffb5e req-ac0214b2-5b4a-4729-8600-eaa531676610 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369928 Oct 27 21:35:33.216172 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ba3e31-3882-419f-b951-4212e91ae29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea127fe-7f46-46e6-8ede-e6961909d941'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:33.218846 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51745c13-d8e0-4839-bf2e-73597be07ab4" -d '{"events": [{"server_uuid": "40ba3e31-3882-419f-b951-4212e91ae29b", "name": "network-vif-plugged", "status": "completed", "tag": "5ea127fe-7f46-46e6-8ede-e6961909d941"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:33.258766 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2975149-0165-4a1a-9530-1d45d51d595e x-openstack-request-id: req-a2975149-0165-4a1a-9530-1d45d51d595e {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:33.259044 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ba3e31-3882-419f-b951-4212e91ae29b", "name": "network-vif-plugged", "status": "completed", "tag": "5ea127fe-7f46-46e6-8ede-e6961909d941", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:33.259292 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2975149-0165-4a1a-9530-1d45d51d595e {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:33.259682 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ba3e31-3882-419f-b951-4212e91ae29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea127fe-7f46-46e6-8ede-e6961909d941', 'code': 200} Oct 27 21:35:33.522621 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab1e93-fd21-4ad8-8d46-66134a07935d req-e5881a56-568c-4adc-9996-fd631316e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:33.524137 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d8ab1e93-fd21-4ad8-8d46-66134a07935d req-e5881a56-568c-4adc-9996-fd631316e94d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 1102 time: 0.0421112 Oct 27 21:35:33.562836 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d8ab1e93-fd21-4ad8-8d46-66134a07935d req-7fa39a7a-dea7-4b3a-a9db-acc521e73cea service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306604 Oct 27 21:35:33.863806 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7d4fe-68d9-4c4b-8d09-899f7ab5f322 req-bb3c9a53-5ca2-422b-88bf-6dde2c41f9a2 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:33.865344 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-48b7d4fe-68d9-4c4b-8d09-899f7ab5f322 req-bb3c9a53-5ca2-422b-88bf-6dde2c41f9a2 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 949 time: 0.0547476 Oct 27 21:35:33.913524 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-48b7d4fe-68d9-4c4b-8d09-899f7ab5f322 req-f6975a21-f520-4650-afc6-8194d0c35320 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Oct 27 21:35:34.317165 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3c1db-f084-4106-a0ee-f4be04c1a0d0 req-0aa76b5c-6717-49be-991c-7e917beab69c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:34.318560 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3a3c1db-f084-4106-a0ee-f4be04c1a0d0 req-0aa76b5c-6717-49be-991c-7e917beab69c tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 945 time: 0.0556397 Oct 27 21:35:34.358165 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b3a3c1db-f084-4106-a0ee-f4be04c1a0d0 req-441a5445-ba4f-4f2c-a764-2647964535ae tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Oct 27 21:35:34.484238 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60681-9bc8-43e4-947d-a4baaaf8b711 req-0d4fa6e8-9aff-434b-ab57-e100a0a7be7b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:34.485996 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2bb60681-9bc8-43e4-947d-a4baaaf8b711 req-0d4fa6e8-9aff-434b-ab57-e100a0a7be7b tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 945 time: 0.0528836 Oct 27 21:35:34.495391 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34334) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:34.499589 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-53c4d71e-267f-4e65-9410-f028feb743a3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Request body: {'floatingip': {'port_id': 'dfd19819-55fa-4166-8632-6db4333c51c2'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:34.542271 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-53c4d71e-267f-4e65-9410-f028feb743a3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:34.671784 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-57b24c7b-0108-44fc-8273-d9b200976262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.337618 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-53c4d71e-267f-4e65-9410-f028feb743a3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.343288 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-53c4d71e-267f-4e65-9410-f028feb743a3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.388526 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e19a80-1c60-4eab-a9cb-c077bf6acca8 req-7eafbd78-f8ee-4677-8536-ad0bfe9510c9 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:35.390934 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-83e19a80-1c60-4eab-a9cb-c077bf6acca8 req-7eafbd78-f8ee-4677-8536-ad0bfe9510c9 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 949 time: 0.3936505 Oct 27 21:35:35.477224 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-83e19a80-1c60-4eab-a9cb-c077bf6acca8 req-1a18f88e-7932-494f-bd3e-fc9c2e2b2002 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559061 Oct 27 21:35:35.494066 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.l3_db [None req-53c4d71e-267f-4e65-9410-f028feb743a3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Floating IP f4e0f2a3-1a07-4a55-83f9-493ee3d6b7c9 associated. External IP: 172.27.2.114, port: dfd19819-55fa-4166-8632-6db4333c51c2. Oct 27 21:35:35.727807 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c4d71e-267f-4e65-9410-f028feb743a3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:35.730068 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-ea37c61e-eba7-43fe-9997-6366ba764651 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554424601&fields=id&tenant_id=abfee9fb15784d029c403b8b680a363a HTTP/1.1" status: 200 len: 267 time: 0.0390856 Oct 27 21:35:35.843524 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c4d71e-267f-4e65-9410-f028feb743a3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:35.848582 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-53c4d71e-267f-4e65-9410-f028feb743a3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:35.855552 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-c96c90a5-0156-475a-a261-c2ed4ed02142 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:35.856323 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e406e-915f-4272-949c-5b42753708b3 None None] Sync routers for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:35.861336 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-c96c90a5-0156-475a-a261-c2ed4ed02142 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/networks?id=21e799b7-aa93-41b9-946f-2184149f86ef HTTP/1.1" status: 200 len: 809 time: 0.1151774 Oct 27 21:35:35.874491 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e406e-915f-4272-949c-5b42753708b3 None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:35.875887 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-c39e406e-915f-4272-949c-5b42753708b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:35.880994 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-f0aa9eee-e26a-41af-8826-5da0ecae8340 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/quotas/abfee9fb15784d029c403b8b680a363a HTTP/1.1" status: 200 len: 375 time: 0.0167537 Oct 27 21:35:35.897560 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-53c4d71e-267f-4e65-9410-f028feb743a3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "PUT /v2.0/floatingips/f4e0f2a3-1a07-4a55-83f9-493ee3d6b7c9 HTTP/1.1" status: 200 len: 991 time: 1.4013498 Oct 27 21:35:35.898237 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'tag': 'dfd19819-55fa-4166-8632-6db4333c51c2'}] {{(pid=101366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:35.901346 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8678a9f2196498b2d251eb2584ee31b5e063e546e82940a6b87b3d9432d70b75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eb8410-4125-49b7-ae4f-56239fbf556f" -d '{"events": [{"name": "network-changed", "server_uuid": "df59f1e1-08f6-4b54-a266-1900a7b9079a", "tag": "dfd19819-55fa-4166-8632-6db4333c51c2"}]}' {{(pid=101366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:35.943701 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-a052fac6-783f-4a85-b2f6-2783c2fdfa49 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=abfee9fb15784d029c403b8b680a363a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564718 Oct 27 21:35:35.995979 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-c39e406e-915f-4272-949c-5b42753708b3 None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:36.052617 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b802e855-3d29-4189-8749-c4c3c766c06b x-openstack-request-id: req-b802e855-3d29-4189-8749-c4c3c766c06b {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:36.053074 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df59f1e1-08f6-4b54-a266-1900a7b9079a", "tag": "dfd19819-55fa-4166-8632-6db4333c51c2", "status": "completed", "code": 200}]} {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:36.053470 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b802e855-3d29-4189-8749-c4c3c766c06b {{(pid=101366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:36.054168 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'tag': 'dfd19819-55fa-4166-8632-6db4333c51c2', 'status': 'completed', 'code': 200} Oct 27 21:35:36.066740 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-072c4d50-0240-4888-af3d-35b9c01bb3ed service neutron] 10.222.0.53 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032870 Oct 27 21:35:36.192533 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb8410-4125-49b7-ae4f-56239fbf556f req-a77c47b0-5187-4477-8741-b15ba3be4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:36.194028 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e1eb8410-4125-49b7-ae4f-56239fbf556f req-a77c47b0-5187-4477-8741-b15ba3be4b54 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=660916c61f3041dcb024daef8e8d02f6&device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 1098 time: 0.0706322 Oct 27 21:35:36.204692 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-d4ff9a88-2199-4d24-b4a1-a7a83eb1bf6f service neutron] 10.222.0.53 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315134 Oct 27 21:35:36.264365 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-c39e406e-915f-4272-949c-5b42753708b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': 'f4e0f2a3-1a07-4a55-83f9-493ee3d6b7c9', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'port_id': 'dfd19819-55fa-4166-8632-6db4333c51c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'mac_address': 'fa:16:3e:c3:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:19Z', 'updated_at': '2021-10-27T21:35:34Z', 'revision_number': 1, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:51Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:36.294657 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e406e-915f-4272-949c-5b42753708b3 None None] Checking router: 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:36.305233 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e406e-915f-4272-949c-5b42753708b3 None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:36.305877 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-c39e406e-915f-4272-949c-5b42753708b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:36.433931 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-c39e406e-915f-4272-949c-5b42753708b3 None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:36.584199 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb8410-4125-49b7-ae4f-56239fbf556f req-ddfdabd2-34b1-4e96-ade9-cc62c84ffabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:36.585828 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e1eb8410-4125-49b7-ae4f-56239fbf556f req-ddfdabd2-34b1-4e96-ade9-cc62c84ffabf service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 HTTP/1.1" status: 200 len: 912 time: 0.3802145 Oct 27 21:35:36.615664 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-fecd5744-328c-45de-b6ce-6d1c8ec09bb9 req-5626b1c5-ab17-4942-b321-9b325ad79326 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 210 time: 0.0498958 Oct 27 21:35:36.702014 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e1eb8410-4125-49b7-ae4f-56239fbf556f req-44204980-30ea-4641-a5da-eec8f97bf919 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd19819-55fa-4166-8632-6db4333c51c2 HTTP/1.1" status: 200 len: 999 time: 0.1053715 Oct 27 21:35:36.714998 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe6338-c2e1-4107-a0f9-5ae41be8a2c5 req-031f5ae2-eeb4-4475-8da9-8c6ce885527b tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:36.715410 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bbbe6338-c2e1-4107-a0f9-5ae41be8a2c5 req-031f5ae2-eeb4-4475-8da9-8c6ce885527b tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 949 time: 0.1112158 Oct 27 21:35:36.758065 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-c39e406e-915f-4272-949c-5b42753708b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': 'f4e0f2a3-1a07-4a55-83f9-493ee3d6b7c9', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'port_id': 'dfd19819-55fa-4166-8632-6db4333c51c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'mac_address': 'fa:16:3e:c3:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:19Z', 'updated_at': '2021-10-27T21:35:34Z', 'revision_number': 1, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:51Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:36.789934 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb8410-4125-49b7-ae4f-56239fbf556f req-3d3add95-4aa5-4077-b80b-d4c641736ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:36.791469 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e1eb8410-4125-49b7-ae4f-56239fbf556f req-3d3add95-4aa5-4077-b80b-d4c641736ae9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=277221fb-10ab-4eb5-b84a-f5934fc5fe8a HTTP/1.1" status: 200 len: 850 time: 0.0750782 Oct 27 21:35:36.794902 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e406e-915f-4272-949c-5b42753708b3 None None] The sync data for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi is: [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': 'f4e0f2a3-1a07-4a55-83f9-493ee3d6b7c9', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'port_id': 'dfd19819-55fa-4166-8632-6db4333c51c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'mac_address': 'fa:16:3e:c3:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:19Z', 'updated_at': '2021-10-27T21:35:34Z', 'revision_number': 1, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:51Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:36.795225 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bbbe6338-c2e1-4107-a0f9-5ae41be8a2c5 req-fc521ffa-57db-4336-ac41-0d158b295de8 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693805 Oct 27 21:35:36.847873 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb8410-4125-49b7-ae4f-56239fbf556f req-de45b61e-9092-46a8-aa7e-66124e668e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:36.849764 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e1eb8410-4125-49b7-ae4f-56239fbf556f req-de45b61e-9092-46a8-aa7e-66124e668e7f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480452 Oct 27 21:35:36.986641 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e1eb8410-4125-49b7-ae4f-56239fbf556f req-8db47bd3-0daf-4eb2-885e-27c7915004dd service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173518 Oct 27 21:35:37.133571 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc3b7c8-411c-4a99-8bea-d284ba3375d9 None None] New status for floating IP f4e0f2a3-1a07-4a55-83f9-493ee3d6b7c9: ACTIVE {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:35:37.163766 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e1eb8410-4125-49b7-ae4f-56239fbf556f req-4e94de7d-93af-4596-a091-fc8e89b3b21f service neutron] 10.222.0.83 "GET /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577992 Oct 27 21:35:37.206410 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef4f1a-77f8-4e32-9d02-643a2d7b7a2b req-b6981b3c-4da0-4848-915f-351db060dac6 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:37.213491 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d9ef4f1a-77f8-4e32-9d02-643a2d7b7a2b req-b6981b3c-4da0-4848-915f-351db060dac6 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 949 time: 0.0833709 Oct 27 21:35:37.254186 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d9ef4f1a-77f8-4e32-9d02-643a2d7b7a2b req-7eec8a49-9b41-4c0f-8b1f-901f981f26e1 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Oct 27 21:35:37.629421 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-63d22f23-052e-4430-a921-765ab19c6893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:37.712437 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-04a344fe-1b9b-4acb-9b1d-392e8a72e808 req-2e585c58-1a71-4b90-818f-bdcd6ea0729b tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 210 time: 0.0291135 Oct 27 21:35:38.002958 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-7c8d7696-e447-4192-8c50-df8e4dbc3de2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:38.004931 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-7c8d7696-e447-4192-8c50-df8e4dbc3de2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.83 "GET /v2.0/networks?id=21e799b7-aa93-41b9-946f-2184149f86ef HTTP/1.1" status: 200 len: 809 time: 0.1108599 Oct 27 21:35:38.057234 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-a7bf6cb0-5255-4bd4-9b20-937936b6b8f0 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abfee9fb15784d029c403b8b680a363a HTTP/1.1" status: 200 len: 379 time: 0.0342095 Oct 27 21:35:38.090697 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Request body: {'port': {'device_id': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'admin_state_up': True, 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'security_groups': ['6e1cc3a4-c875-4689-a5c9-b32f158d724d']}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:38.207278 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Made reservation on behalf of abfee9fb15784d029c403b8b680a363a for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:35:38.211389 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.357939 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Allocated IP 172.20.0.11 (21e799b7-aa93-41b9-946f-2184149f86ef/72c8347c-d958-49cc-93be-72c963068627/9a19e190-45db-4a31-bb12-ac84f83d680c) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:38.400161 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64922995-ae72-4f66-9c69-6427fa21125f req-66e4facc-6a8a-48e6-8b87-ab54676726bb tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:38.401923 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-64922995-ae72-4f66-9c69-6427fa21125f req-66e4facc-6a8a-48e6-8b87-ab54676726bb tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 949 time: 0.0575602 Oct 27 21:35:38.455463 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-64922995-ae72-4f66-9c69-6427fa21125f req-74d17cce-b4ed-453d-882d-f19855a1ba84 tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472314 Oct 27 21:35:38.479845 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.533974 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.556210 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.572919 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.622631 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Network 21e799b7-aa93-41b9-946f-2184149f86ef is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:38.626536 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:38.629327 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:38.663459 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event updated for resources: {'Port': ['ID=9a19e190-45db-4a31-bb12-ac84f83d680c,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:38.678810 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:38.679136 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:38.679465 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:38.679788 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:38.680106 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:38.680428 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:38.680743 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:38.681084 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:38.681400 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:38.681712 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:38.682024 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:38.682331 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:38.702582 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:38.703266 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.727689 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-790672a6-5e17-414a-90ff-3bf71c9e54f2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6410913 Oct 27 21:35:38.761993 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Request body: {'port': {'device_id': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:38.827844 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.863627 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b700060-57ff-496d-9210-f28c465e7860 req-383c8c38-5110-4ff9-a25d-b6087f2dffa5 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:38.866923 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8b700060-57ff-496d-9210-f28c465e7860 req-383c8c38-5110-4ff9-a25d-b6087f2dffa5 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 932 time: 0.0721793 Oct 27 21:35:38.869045 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-d668de00-f29b-4c0f-bcb5-ff6e4f5a21be None None] Provisioning complete for port 9a19e190-45db-4a31-bb12-ac84f83d680c triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:38.869556 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d668de00-f29b-4c0f-bcb5-ff6e4f5a21be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:38.923373 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8b700060-57ff-496d-9210-f28c465e7860 req-1bc5834b-85cd-4e5e-b528-6963f82f7bdc tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496650 Oct 27 21:35:38.936091 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-d668de00-f29b-4c0f-bcb5-ff6e4f5a21be None None] Port 9a19e190-45db-4a31-bb12-ac84f83d680c cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:35:39.120606 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a19e190-45db-4a31-bb12-ac84f83d680c {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:39.129492 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:39.142556 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Transition to ACTIVE for port object 9a19e190-45db-4a31-bb12-ac84f83d680c will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:35:39.148467 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:39.203234 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a19e190-45db-4a31-bb12-ac84f83d680c,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:39.275635 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Attempting to bind port 9a19e190-45db-4a31-bb12-ac84f83d680c on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:35:39.276048 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Attempting to bind port 9a19e190-45db-4a31-bb12-ac84f83d680c by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:35:39.276492 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Attempting to bind port 9a19e190-45db-4a31-bb12-ac84f83d680c on network 21e799b7-aa93-41b9-946f-2184149f86ef {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:39.281436 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Port 9a19e190-45db-4a31-bb12-ac84f83d680c on network 21e799b7-aa93-41b9-946f-2184149f86ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:35:39.281835 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Attempting to bind port 9a19e190-45db-4a31-bb12-ac84f83d680c on network 21e799b7-aa93-41b9-946f-2184149f86ef {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:35:39.287167 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:35:39.287512 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Checking segment: {'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:35:39.287900 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Bound using segment: {'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:35:39.288350 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Bound port: 9a19e190-45db-4a31-bb12-ac84f83d680c, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c197a2-b578-45b4-8279-691b8bac281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:35:39.288704 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:39.386561 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] For port 9a19e190-45db-4a31-bb12-ac84f83d680c, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:35:39.401190 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] For port 9a19e190-45db-4a31-bb12-ac84f83d680c, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9a19e190-45db-4a31-bb12-ac84f83d680c,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:35:39.409067 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:39.426528 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6fde8-f88c-4205-8aaf-475951fc77b8 req-cab1ad40-0142-48ab-9f87-b5f3312af0cb tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:39.427990 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fea6fde8-f88c-4205-8aaf-475951fc77b8 req-cab1ad40-0142-48ab-9f87-b5f3312af0cb tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.83 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 949 time: 0.0829065 Oct 27 21:35:39.467509 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:39.468258 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:39.469873 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] 10.222.0.83 "PUT /v2.0/ports/9a19e190-45db-4a31-bb12-ac84f83d680c HTTP/1.1" status: 200 len: 1094 time: 0.7134190 Oct 27 21:35:39.475718 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:39.477957 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10790b39-1db9-4375-9221-6ef3d0a3d156" -d '{"events": [{"name": "network-changed", "server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:39.521336 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2a4ff-ba34-4432-b0ba-c3a9c30741a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a19e190-45db-4a31-bb12-ac84f83d680c,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:39.566633 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f548bd-18c0-4fd8-9770-47b1472ced7b x-openstack-request-id: req-23f548bd-18c0-4fd8-9770-47b1472ced7b {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:39.566956 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:39.567309 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23f548bd-18c0-4fd8-9770-47b1472ced7b {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:39.567743 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'status': 'completed', 'code': 200} Oct 27 21:35:39.656360 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-5e67ff92-acb2-43c9-8abc-078804aad36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:39.658006 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-5e67ff92-acb2-43c9-8abc-078804aad36a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abfee9fb15784d029c403b8b680a363a&device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 1097 time: 0.0893834 Oct 27 21:35:39.678046 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7837c-3101-40bf-a202-9d298cad3a2e req-6e9de562-273d-45c1-b5c3-8e43a64d7b4d tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:39.679595 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3cf7837c-3101-40bf-a202-9d298cad3a2e req-6e9de562-273d-45c1-b5c3-8e43a64d7b4d tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 949 time: 0.0797243 Oct 27 21:35:39.686006 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-fea6fde8-f88c-4205-8aaf-475951fc77b8 req-3c1e35b1-1a3a-473a-b564-23fe7bde5dab tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Deleting port 5ea127fe-7f46-46e6-8ede-e6961909d941 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:39.686351 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-fea6fde8-f88c-4205-8aaf-475951fc77b8 req-3c1e35b1-1a3a-473a-b564-23fe7bde5dab tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:39.769294 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-f78e5a4f-5161-48fa-b4bb-c0d3ec2d993a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a19e190-45db-4a31-bb12-ac84f83d680c HTTP/1.1" status: 200 len: 217 time: 0.0795357 Oct 27 21:35:39.858466 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3cf7837c-3101-40bf-a202-9d298cad3a2e req-fdc344ff-2ef3-44bc-b445-43f8d11480db tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/security-groups?id=46c0c637-6912-49b7-9d03-a3018a4f3be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677687 Oct 27 21:35:39.878914 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-fea6fde8-f88c-4205-8aaf-475951fc77b8 req-3c1e35b1-1a3a-473a-b564-23fe7bde5dab tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] For port 5ea127fe-7f46-46e6-8ede-e6961909d941, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5ea127fe-7f46-46e6-8ede-e6961909d941,segment=NetworkSegment(ddedf50b-859a-432c-8649-4a2edbb63195),segment_id=ddedf50b-859a-432c-8649-4a2edbb63195)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:39.878914 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-fea6fde8-f88c-4205-8aaf-475951fc77b8 req-3c1e35b1-1a3a-473a-b564-23fe7bde5dab tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:39.888586 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-12a82143-aa39-4c81-b7f0-1948fc090779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:39.890167 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-12a82143-aa39-4c81-b7f0-1948fc090779 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72c8347c-d958-49cc-93be-72c963068627 HTTP/1.1" status: 200 len: 848 time: 0.1030474 Oct 27 21:35:39.896536 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-fea6fde8-f88c-4205-8aaf-475951fc77b8 req-3c1e35b1-1a3a-473a-b564-23fe7bde5dab tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Calling delete_port for 5ea127fe-7f46-46e6-8ede-e6961909d941 owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:40.006127 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-f178420a-198c-4e22-97bd-560ec556a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:40.007635 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-f178420a-198c-4e22-97bd-560ec556a222 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21e799b7-aa93-41b9-946f-2184149f86ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0971720 Oct 27 21:35:40.052301 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331e84b-adfa-4df1-81a7-16c2feb77335 req-014cf745-b54e-46ab-86d0-842844986dcd tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:40.053957 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c331e84b-adfa-4df1-81a7-16c2feb77335 req-014cf745-b54e-46ab-86d0-842844986dcd tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0516388 Oct 27 21:35:40.099593 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c331e84b-adfa-4df1-81a7-16c2feb77335 req-f2d123af-78d7-4781-ac23-663855fb9cb7 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365832 Oct 27 21:35:40.114622 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-fea6fde8-f88c-4205-8aaf-475951fc77b8 req-3c1e35b1-1a3a-473a-b564-23fe7bde5dab tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.153424 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['5ea127fe-7f46-46e6-8ede-e6961909d941'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:40.168592 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e35b1-1a3a-473a-b564-23fe7bde5dab tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Pushing event deleted for resources: {'Port': ['ID=5ea127fe-7f46-46e6-8ede-e6961909d941,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:40.195180 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-79e490cb-0da0-451d-9dbc-31f9b96e64e3 service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768334 Oct 27 21:35:40.224658 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea6fde8-f88c-4205-8aaf-475951fc77b8 req-3c1e35b1-1a3a-473a-b564-23fe7bde5dab tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] No DVR routers for this DVR port 5ea127fe-7f46-46e6-8ede-e6961909d941 on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:35:40.228143 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-fea6fde8-f88c-4205-8aaf-475951fc77b8 req-3c1e35b1-1a3a-473a-b564-23fe7bde5dab tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.231994 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fea6fde8-f88c-4205-8aaf-475951fc77b8 req-3c1e35b1-1a3a-473a-b564-23fe7bde5dab tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.83 "DELETE /v2.0/ports/5ea127fe-7f46-46e6-8ede-e6961909d941 HTTP/1.1" status: 204 len: 173 time: 0.7819328 Oct 27 21:35:40.335121 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef3e15df-9b7c-433f-a2f3-0260125456ea req-6c0b3bdc-03b8-442e-a164-d4c254ef8cf3 service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183865 Oct 27 21:35:40.549754 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10790b39-1db9-4375-9221-6ef3d0a3d156 req-f6f4c3c2-5952-467a-a1b3-4857e8382660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:40.551574 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10790b39-1db9-4375-9221-6ef3d0a3d156 req-f6f4c3c2-5952-467a-a1b3-4857e8382660 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abfee9fb15784d029c403b8b680a363a&device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 1097 time: 0.0477934 Oct 27 21:35:40.588975 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:40.650163 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10790b39-1db9-4375-9221-6ef3d0a3d156 req-96691050-53ef-43e0-8def-6b220a6b8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:40.651674 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10790b39-1db9-4375-9221-6ef3d0a3d156 req-96691050-53ef-43e0-8def-6b220a6b8c6e service neutron] 10.222.0.83 "GET /v2.0/networks?id=21e799b7-aa93-41b9-946f-2184149f86ef HTTP/1.1" status: 200 len: 910 time: 0.0911474 Oct 27 21:35:40.699908 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10790b39-1db9-4375-9221-6ef3d0a3d156 req-174d5c91-d7d8-4cea-8c69-30dc5f7f85a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a19e190-45db-4a31-bb12-ac84f83d680c HTTP/1.1" status: 200 len: 217 time: 0.0397704 Oct 27 21:35:40.762185 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10790b39-1db9-4375-9221-6ef3d0a3d156 req-95aaacb4-f2c1-4a26-ac65-d0101764902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:40.763682 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10790b39-1db9-4375-9221-6ef3d0a3d156 req-95aaacb4-f2c1-4a26-ac65-d0101764902a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72c8347c-d958-49cc-93be-72c963068627 HTTP/1.1" status: 200 len: 848 time: 0.0533192 Oct 27 21:35:40.821987 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10790b39-1db9-4375-9221-6ef3d0a3d156 req-6302ea60-661e-41de-ae09-c5eca23c2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:40.823564 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10790b39-1db9-4375-9221-6ef3d0a3d156 req-6302ea60-661e-41de-ae09-c5eca23c2143 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21e799b7-aa93-41b9-946f-2184149f86ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418606 Oct 27 21:35:40.945053 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10790b39-1db9-4375-9221-6ef3d0a3d156 req-55c8e17e-0147-4add-830b-05be2f73fe7b service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965228 Oct 27 21:35:40.990538 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ef357827-cbaf-4d36-82d3-6a39b779f18f req-737253c7-7910-4004-8e9d-989c233c0dee tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] 10.222.0.53 "GET /v2.0/ports?device_id=40ba3e31-3882-419f-b951-4212e91ae29b HTTP/1.1" status: 200 len: 210 time: 0.0443840 Oct 27 21:35:41.088705 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10790b39-1db9-4375-9221-6ef3d0a3d156 req-d7089882-db27-4f29-a901-dddd0a8b9264 service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164525 Oct 27 21:35:41.226184 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6d56e-cfc1-4f07-9468-de44f29de46c req-2c3e2fb7-233c-4ba0-84d4-5b2476870815 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:41.227625 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-96e6d56e-cfc1-4f07-9468-de44f29de46c req-2c3e2fb7-233c-4ba0-84d4-5b2476870815 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0555568 Oct 27 21:35:41.269056 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-96e6d56e-cfc1-4f07-9468-de44f29de46c req-6d7dd95c-ffc7-4635-8509-1437cb510ee9 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352476 Oct 27 21:35:41.569622 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ba3e31-3882-419f-b951-4212e91ae29b', 'name': 'network-vif-deleted', 'tag': '5ea127fe-7f46-46e6-8ede-e6961909d941'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:41.572491 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b376a838-5f0e-4e39-95c3-addf5e4d3d5d" -d '{"events": [{"server_uuid": "40ba3e31-3882-419f-b951-4212e91ae29b", "name": "network-vif-deleted", "tag": "5ea127fe-7f46-46e6-8ede-e6961909d941"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:41.610478 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d864f238-fdf3-4dbe-b558-8c5351763d26 x-openstack-request-id: req-d864f238-fdf3-4dbe-b558-8c5351763d26 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:41.610745 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ba3e31-3882-419f-b951-4212e91ae29b", "name": "network-vif-deleted", "tag": "5ea127fe-7f46-46e6-8ede-e6961909d941", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:41.611015 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d864f238-fdf3-4dbe-b558-8c5351763d26 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:41.611397 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ba3e31-3882-419f-b951-4212e91ae29b', 'name': 'network-vif-deleted', 'tag': '5ea127fe-7f46-46e6-8ede-e6961909d941', 'status': 'completed', 'code': 200} Oct 27 21:35:42.389684 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ec31b-0122-4152-87e8-28e88aea1c47 req-e2123eb7-cc91-4ae4-abfe-19b51bbe69be tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:42.391240 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f74ec31b-0122-4152-87e8-28e88aea1c47 req-e2123eb7-cc91-4ae4-abfe-19b51bbe69be tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0492547 Oct 27 21:35:42.434175 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f74ec31b-0122-4152-87e8-28e88aea1c47 req-15d41069-f1fc-40c3-880b-dda79f22895d tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361037 Oct 27 21:35:42.861405 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 5ea127fe-7f46-46e6-8ede-e6961909d941 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:42.881812 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 5ea127fe-7f46-46e6-8ede-e6961909d941 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:42.882168 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 5ea127fe-7f46-46e6-8ede-e6961909d941 not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:43.565561 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd59ea-ad51-4c91-94a4-e455294c5399 req-5a010906-7c3c-43ef-b490-7940528f70ec tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:43.567163 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9bcd59ea-ad51-4c91-94a4-e455294c5399 req-5a010906-7c3c-43ef-b490-7940528f70ec tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0588620 Oct 27 21:35:43.611506 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9bcd59ea-ad51-4c91-94a4-e455294c5399 req-88db2c2d-5d1e-48e3-8e93-1efeb81adda0 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375133 Oct 27 21:35:44.749995 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4629-0966-4c8b-9a35-3c6598e3493a req-3802bc73-08b1-408b-b91b-d235758646b8 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:44.751432 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7d6e4629-0966-4c8b-9a35-3c6598e3493a req-3802bc73-08b1-408b-b91b-d235758646b8 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0511441 Oct 27 21:35:44.796534 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7d6e4629-0966-4c8b-9a35-3c6598e3493a req-42b540a7-0e15-460d-82a5-1eeacdf7c4eb tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385985 Oct 27 21:35:44.896438 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-564b0b4c-62a9-4a75-b4a0-13e64d7b7a20 req-9a53bcee-1771-4e15-8151-0a0a42feae25 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540556830&fields=id&tenant_id=3ebab3113a49438199feec3ebdb4856f HTTP/1.1" status: 200 len: 267 time: 0.0375733 Oct 27 21:35:44.955285 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b0b4c-62a9-4a75-b4a0-13e64d7b7a20 req-64f85bf4-52cc-40ce-8635-520878788382 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:44.961829 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-564b0b4c-62a9-4a75-b4a0-13e64d7b7a20 req-64f85bf4-52cc-40ce-8635-520878788382 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 985 time: 0.0585430 Oct 27 21:35:44.969400 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-564b0b4c-62a9-4a75-b4a0-13e64d7b7a20 req-f2d4a84a-30d7-43b5-9baa-e15e61e2ad1f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Request body: {'port': {'security_groups': ['690cc115-46c0-4d5c-bee7-2f2b4a4b33e0']}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:45.044382 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-564b0b4c-62a9-4a75-b4a0-13e64d7b7a20 req-f2d4a84a-30d7-43b5-9baa-e15e61e2ad1f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.235803 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-564b0b4c-62a9-4a75-b4a0-13e64d7b7a20 req-f2d4a84a-30d7-43b5-9baa-e15e61e2ad1f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] For port 15cf9da9-37e2-46c8-804b-bed0cd30395a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:45.266468 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-564b0b4c-62a9-4a75-b4a0-13e64d7b7a20 req-f2d4a84a-30d7-43b5-9baa-e15e61e2ad1f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.272077 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-564b0b4c-62a9-4a75-b4a0-13e64d7b7a20 req-f2d4a84a-30d7-43b5-9baa-e15e61e2ad1f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.313827 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['15cf9da9-37e2-46c8-804b-bed0cd30395a'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:45.316433 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b0b4c-62a9-4a75-b4a0-13e64d7b7a20 req-f2d4a84a-30d7-43b5-9baa-e15e61e2ad1f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:45.317109 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-564b0b4c-62a9-4a75-b4a0-13e64d7b7a20 req-f2d4a84a-30d7-43b5-9baa-e15e61e2ad1f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.318546 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-564b0b4c-62a9-4a75-b4a0-13e64d7b7a20 req-f2d4a84a-30d7-43b5-9baa-e15e61e2ad1f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "PUT /v2.0/ports/15cf9da9-37e2-46c8-804b-bed0cd30395a HTTP/1.1" status: 200 len: 943 time: 0.3540621 Oct 27 21:35:45.319013 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:45.321375 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d10ce4-2230-41f7-b743-1ffcebfc593b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:45.327111 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 34668) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:45.383308 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4a84a-30d7-43b5-9baa-e15e61e2ad1f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event updated for resources: {'Port': ['ID=15cf9da9-37e2-46c8-804b-bed0cd30395a,revision_number=7']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:45.405419 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f2b199-0275-4a1d-afd6-d75e82eefbf3 x-openstack-request-id: req-55f2b199-0275-4a1d-afd6-d75e82eefbf3 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:45.405708 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:45.405906 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55f2b199-0275-4a1d-afd6-d75e82eefbf3 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:45.406288 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'status': 'completed', 'code': 200} Oct 27 21:35:45.411775 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-72cec498-9774-483b-ac84-7726eccb6824 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.439376 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-72cec498-9774-483b-ac84-7726eccb6824 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.485950 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['15cf9da9-37e2-46c8-804b-bed0cd30395a'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:45.523394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d10ce4-2230-41f7-b743-1ffcebfc593b req-06a73250-e1b8-45c3-ac3a-2fc8665fd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:45.525105 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-11d10ce4-2230-41f7-b743-1ffcebfc593b req-06a73250-e1b8-45c3-ac3a-2fc8665fd370 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ebab3113a49438199feec3ebdb4856f&device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 1099 time: 0.0499780 Oct 27 21:35:45.577423 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3f3402ef-fa56-452d-bd58-fdce2dc4c91b None None] Provisioning complete for port 15cf9da9-37e2-46c8-804b-bed0cd30395a triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:45.577719 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3f3402ef-fa56-452d-bd58-fdce2dc4c91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.580933 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-72cec498-9774-483b-ac84-7726eccb6824 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.583688 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-72cec498-9774-483b-ac84-7726eccb6824 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.587777 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-72cec498-9774-483b-ac84-7726eccb6824 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "DELETE /v2.0/security-groups/abc702dd-78a7-485f-988d-d0da6b767795 HTTP/1.1" status: 204 len: 168 time: 0.2572141 Oct 27 21:35:45.588366 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34670) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:45.602604 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cec498-9774-483b-ac84-7726eccb6824 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc702dd-78a7-485f-988d-d0da6b767795,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:45.639069 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d10ce4-2230-41f7-b743-1ffcebfc593b req-96e95b7f-7351-43d2-be21-fc42dfa6f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:45.640580 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-11d10ce4-2230-41f7-b743-1ffcebfc593b req-96e95b7f-7351-43d2-be21-fc42dfa6f032 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298 HTTP/1.1" status: 200 len: 915 time: 0.1048288 Oct 27 21:35:45.733796 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-11d10ce4-2230-41f7-b743-1ffcebfc593b req-ef591dd5-89e5-4a03-82b2-2655d70a6adf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a HTTP/1.1" status: 200 len: 1002 time: 0.0803139 Oct 27 21:35:45.823491 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d10ce4-2230-41f7-b743-1ffcebfc593b req-62ba59fa-f8d9-43b6-b9be-7833951c4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:45.825850 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-11d10ce4-2230-41f7-b743-1ffcebfc593b req-62ba59fa-f8d9-43b6-b9be-7833951c4737 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7f2ea11-4361-4e92-b912-0486f5023917 HTTP/1.1" status: 200 len: 853 time: 0.0740464 Oct 27 21:35:45.826630 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Deleting port 3c8da87b-426f-4771-8fb7-c418e76e802d {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:45.827137 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:45.906271 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d10ce4-2230-41f7-b743-1ffcebfc593b req-3d96de95-52a6-4b57-a653-d9388b3c0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:45.908752 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-11d10ce4-2230-41f7-b743-1ffcebfc593b req-3d96de95-52a6-4b57-a653-d9388b3c0338 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680346 Oct 27 21:35:45.990449 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0892f4-e880-4611-9386-4c8f37333658 req-c0f330ed-c781-4147-8270-a00c8c24a4b9 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:45.993709 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5c0892f4-e880-4611-9386-4c8f37333658 req-c0f330ed-c781-4147-8270-a00c8c24a4b9 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.1054015 Oct 27 21:35:46.027923 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-11d10ce4-2230-41f7-b743-1ffcebfc593b req-fdcd066c-9c24-429d-af3f-0a70e8295e37 service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042342 Oct 27 21:35:46.028320 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.028925 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.049710 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Calling delete_port for 3c8da87b-426f-4771-8fb7-c418e76e802d owned by network:floatingip {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:46.093019 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5c0892f4-e880-4611-9386-4c8f37333658 req-baa0ed61-93bf-4da3-bbf9-c00292ee7296 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840795 Oct 27 21:35:46.122133 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 34682) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:46.180802 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-11d10ce4-2230-41f7-b743-1ffcebfc593b req-5f0aaa7b-01bb-4d07-b5b5-368b63480c46 service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373963 Oct 27 21:35:46.279934 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.289591 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-ce20a857-9f91-4880-82b1-c4f7d601e5ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f60445dd5b840a19df3d70b9d9ce304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658375 Oct 27 21:35:46.292141 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 34686) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:46.307515 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event deleted for resources: {'Port': ['ID=3c8da87b-426f-4771-8fb7-c418e76e802d,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:46.346971 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-a6da3768-e47e-4b36-9e3f-0e8714c3322e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.369380 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks [] for floatingip, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.370129 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.l3_db [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Floating IP 89103320-d9a2-48d1-a9ce-26dbdc23bd3c disassociated (deleted). External IP: 172.27.2.105, port: 15cf9da9-37e2-46c8-804b-bed0cd30395a. Oct 27 21:35:46.370593 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-a6da3768-e47e-4b36-9e3f-0e8714c3322e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.418495 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-a6da3768-e47e-4b36-9e3f-0e8714c3322e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.421506 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-a6da3768-e47e-4b36-9e3f-0e8714c3322e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.422898 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-a6da3768-e47e-4b36-9e3f-0e8714c3322e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46c0c637-6912-49b7-9d03-a3018a4f3be7 HTTP/1.1" status: 204 len: 168 time: 0.1297030 Oct 27 21:35:46.437246 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da3768-e47e-4b36-9e3f-0e8714c3322e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c0c637-6912-49b7-9d03-a3018a4f3be7,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:46.603678 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Router fef3c587-464c-4563-a9c9-fcd4e9ed8086 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:46.722500 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:46.727130 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:46.732952 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad3ef5-65cc-48ed-943a-e6d9e2cfcfaa None None] Sync routers for ids ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:46.743839 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad3ef5-65cc-48ed-943a-e6d9e2cfcfaa None None] Routers {'fef3c587-464c-4563-a9c9-fcd4e9ed8086'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:46.744538 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-c7ad3ef5-65cc-48ed-943a-e6d9e2cfcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:46.755063 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-8fe10cee-7802-4d4a-ac6b-7cd3d8fda3c8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "DELETE /v2.0/floatingips/89103320-d9a2-48d1-a9ce-26dbdc23bd3c HTTP/1.1" status: 204 len: 168 time: 1.1654508 Oct 27 21:35:46.755661 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a'}] {{(pid=101366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:46.757954 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8678a9f2196498b2d251eb2584ee31b5e063e546e82940a6b87b3d9432d70b75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d88fc2-19ab-404a-8060-ac6d8899347b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a"}]}' {{(pid=101366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:46.804904 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3e682c-1c87-436c-9f23-1ed76fbcb54c x-openstack-request-id: req-bb3e682c-1c87-436c-9f23-1ed76fbcb54c {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:46.805415 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a", "status": "completed", "code": 200}]} {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:46.805670 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb3e682c-1c87-436c-9f23-1ed76fbcb54c {{(pid=101366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:46.806071 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'status': 'completed', 'code': 200} Oct 27 21:35:46.855679 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-c7ad3ef5-65cc-48ed-943a-e6d9e2cfcfaa None None] Set router fef3c587-464c-4563-a9c9-fcd4e9ed8086 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:46.896765 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d88fc2-19ab-404a-8060-ac6d8899347b req-f01789e4-da0f-408c-9dda-fc08b1a8e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:46.898444 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-98d88fc2-19ab-404a-8060-ac6d8899347b req-f01789e4-da0f-408c-9dda-fc08b1a8e3c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ebab3113a49438199feec3ebdb4856f&device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 1099 time: 0.0444627 Oct 27 21:35:46.999323 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d88fc2-19ab-404a-8060-ac6d8899347b req-9d69dad0-82c9-45c0-b27b-63565e1e7513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:47.001406 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-98d88fc2-19ab-404a-8060-ac6d8899347b req-9d69dad0-82c9-45c0-b27b-63565e1e7513 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298 HTTP/1.1" status: 200 len: 915 time: 0.0950494 Oct 27 21:35:47.056407 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-98d88fc2-19ab-404a-8060-ac6d8899347b req-69572e0b-27a0-4d05-954f-40d26d4f4d34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a HTTP/1.1" status: 200 len: 217 time: 0.0394156 Oct 27 21:35:47.113088 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d88fc2-19ab-404a-8060-ac6d8899347b req-b2a3fc9f-a122-4b44-a8e4-31a8492f77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:47.114518 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-98d88fc2-19ab-404a-8060-ac6d8899347b req-b2a3fc9f-a122-4b44-a8e4-31a8492f77bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7f2ea11-4361-4e92-b912-0486f5023917 HTTP/1.1" status: 200 len: 853 time: 0.0490532 Oct 27 21:35:47.187793 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d88fc2-19ab-404a-8060-ac6d8899347b req-fb0a3e7e-27e0-4b45-af6e-644c16eebe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:47.189364 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-98d88fc2-19ab-404a-8060-ac6d8899347b req-fb0a3e7e-27e0-4b45-af6e-644c16eebe42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c9fb3ed6-60b5-4a78-9a89-df7d5be10298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661025 Oct 27 21:35:47.217554 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-c7ad3ef5-65cc-48ed-943a-e6d9e2cfcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:32:30Z', 'revision_number': 4, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'a7756449-7809-41da-b5d0-acd5970f8189', 'name': '', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'mac_address': 'fa:16:3e:15:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:29Z', 'updated_at': '2021-10-27T21:32:37Z', 'revision_number': 5, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'subnets': [{'id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:47.246344 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad3ef5-65cc-48ed-943a-e6d9e2cfcfaa None None] Checking router: fef3c587-464c-4563-a9c9-fcd4e9ed8086 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:47.255435 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad3ef5-65cc-48ed-943a-e6d9e2cfcfaa None None] Routers {'fef3c587-464c-4563-a9c9-fcd4e9ed8086'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:47.256031 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-c7ad3ef5-65cc-48ed-943a-e6d9e2cfcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:47.264379 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e83cd4-7d5c-484b-b53c-7333635d80b5 req-2f32c167-e3a3-47da-8134-6a96cae1ec60 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:47.265875 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d2e83cd4-7d5c-484b-b53c-7333635d80b5 req-2f32c167-e3a3-47da-8134-6a96cae1ec60 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.1061163 Oct 27 21:35:47.323182 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-98d88fc2-19ab-404a-8060-ac6d8899347b req-655d98e0-74be-47ee-8611-4a5d76c5585c service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244683 Oct 27 21:35:47.330065 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d2e83cd4-7d5c-484b-b53c-7333635d80b5 req-a8ab283c-a0da-4f40-a1c9-4a92fb0c55d4 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561323 Oct 27 21:35:47.372553 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-c7ad3ef5-65cc-48ed-943a-e6d9e2cfcfaa None None] Set router fef3c587-464c-4563-a9c9-fcd4e9ed8086 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:47.423060 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-98d88fc2-19ab-404a-8060-ac6d8899347b req-36457c10-db5c-4b0b-82f5-b42f06e4b1c5 service neutron] 10.222.0.83 "GET /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889661 Oct 27 21:35:47.588423 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-c7ad3ef5-65cc-48ed-943a-e6d9e2cfcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:32:30Z', 'revision_number': 4, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'a7756449-7809-41da-b5d0-acd5970f8189', 'name': '', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'mac_address': 'fa:16:3e:15:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:29Z', 'updated_at': '2021-10-27T21:32:37Z', 'revision_number': 5, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'subnets': [{'id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:47.620747 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad3ef5-65cc-48ed-943a-e6d9e2cfcfaa None None] The sync data for ids ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'] in dv-cinder-815746-1-iscsi is: [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:32:30Z', 'revision_number': 4, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'a7756449-7809-41da-b5d0-acd5970f8189', 'name': '', 'network_id': 'c9fb3ed6-60b5-4a78-9a89-df7d5be10298', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'mac_address': 'fa:16:3e:15:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:29Z', 'updated_at': '2021-10-27T21:32:37Z', 'revision_number': 5, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'subnets': [{'id': 'c7f2ea11-4361-4e92-b912-0486f5023917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:47.862118 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13a337-ccc7-48fc-a437-8e63dae71e4e None None] New status for floating IP 89103320-d9a2-48d1-a9ce-26dbdc23bd3c: DOWN {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:35:48.463741 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfa5c0-1738-49ae-8834-5ba01fea4934 req-3b612852-8360-45b9-b61c-0bc3e28723a3 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:48.465374 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-24dfa5c0-1738-49ae-8834-5ba01fea4934 req-3b612852-8360-45b9-b61c-0bc3e28723a3 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0551770 Oct 27 21:35:48.508724 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-24dfa5c0-1738-49ae-8834-5ba01fea4934 req-ac944734-9cfc-4497-aa41-a9d13f13f5e6 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362303 Oct 27 21:35:48.892263 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9a19e190-45db-4a31-bb12-ac84f83d680c details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:35:48.989535 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9a19e190-45db-4a31-bb12-ac84f83d680c, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9a19e190-45db-4a31-bb12-ac84f83d680c,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:49.001017 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'port_id': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'mac_address': 'fa:16:3e:17:91:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:35:49.048440 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:49.061986 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a19e190-45db-4a31-bb12-ac84f83d680c {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:35:49.084555 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9a19e190-45db-4a31-bb12-ac84f83d680c, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9a19e190-45db-4a31-bb12-ac84f83d680c,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:49.090609 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:49.138687 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9a19e190-45db-4a31-bb12-ac84f83d680c,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:49.452691 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9a19e190-45db-4a31-bb12-ac84f83d680c'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:49.521325 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:49.560908 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea89ebc-f620-4cc1-962d-7145d4686f50 req-21f3a6ec-a882-4469-99cb-3f68b856f4af tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:49.562356 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-aea89ebc-f620-4cc1-962d-7145d4686f50 req-21f3a6ec-a882-4469-99cb-3f68b856f4af tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 946 time: 0.0633433 Oct 27 21:35:49.611032 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-aea89ebc-f620-4cc1-962d-7145d4686f50 req-bac5c34c-2ca0-4cca-9a6d-6ecedcb7986d tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Oct 27 21:35:49.685261 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192b5aa-1098-4440-a1fa-f2a3157edcd9 req-05c5940a-e8c7-43c0-9978-cd6ab93bcec4 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:49.686813 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5192b5aa-1098-4440-a1fa-f2a3157edcd9 req-05c5940a-e8c7-43c0-9978-cd6ab93bcec4 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 945 time: 0.0597889 Oct 27 21:35:49.734272 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5192b5aa-1098-4440-a1fa-f2a3157edcd9 req-fc32548b-48bd-4272-89e6-ecb5099d3f60 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389659 Oct 27 21:35:50.740927 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f4442-32c4-4a38-b959-b5b0e3d0b751 req-da6cdbcb-53e8-4b8b-85dd-86b16a353ff8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:50.742459 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-971f4442-32c4-4a38-b959-b5b0e3d0b751 req-da6cdbcb-53e8-4b8b-85dd-86b16a353ff8 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 946 time: 0.0524299 Oct 27 21:35:50.783643 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-971f4442-32c4-4a38-b959-b5b0e3d0b751 req-be1d2e79-e1fe-4f46-b5b2-4b18e6085e52 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348325 Oct 27 21:35:50.875284 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92f845-fbe2-449a-a19d-3644218ea621 req-dffad97a-7ea8-4722-bc56-25791695f5a5 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:50.876718 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1f92f845-fbe2-449a-a19d-3644218ea621 req-dffad97a-7ea8-4722-bc56-25791695f5a5 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 945 time: 0.0572672 Oct 27 21:35:50.895119 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9a19e190-45db-4a31-bb12-ac84f83d680c up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:35:50.926087 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1f92f845-fbe2-449a-a19d-3644218ea621 req-8573d609-d54b-4308-b41e-183107bd1d3e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414495 Oct 27 21:35:50.950894 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 9a19e190-45db-4a31-bb12-ac84f83d680c completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:35:50.955263 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 9a19e190-45db-4a31-bb12-ac84f83d680c triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:35:50.955633 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:51.042276 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:51.067280 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:51.070093 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18444acf-058e-4d15-9491-d82988fc0766" -d '{"events": [{"server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "name": "network-vif-plugged", "status": "completed", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:51.084091 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9a19e190-45db-4a31-bb12-ac84f83d680c, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9a19e190-45db-4a31-bb12-ac84f83d680c,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:51.088839 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:51.115080 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e01cc9-430a-499f-b2cd-c0d6d9dfa606 x-openstack-request-id: req-87e01cc9-430a-499f-b2cd-c0d6d9dfa606 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:51.115349 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "name": "network-vif-plugged", "status": "completed", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:51.115595 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87e01cc9-430a-499f-b2cd-c0d6d9dfa606 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:51.116153 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'code': 200} Oct 27 21:35:51.142456 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9a19e190-45db-4a31-bb12-ac84f83d680c,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:51.424265 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a657e2-756b-47a3-9c40-0ad77d761f18 req-5947a6a9-520d-483b-9706-a7a8900642d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:51.425719 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-48a657e2-756b-47a3-9c40-0ad77d761f18 req-5947a6a9-520d-483b-9706-a7a8900642d1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 1099 time: 0.0429890 Oct 27 21:35:51.467039 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-48a657e2-756b-47a3-9c40-0ad77d761f18 req-300cb821-314a-4dc5-82b7-abe1b7eb3e5d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311029 Oct 27 21:35:51.904829 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab515c-c910-4c2c-933d-ebc5ae9957fc req-8c484628-9384-45c9-b6d1-51a7da504e54 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:51.906362 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-92ab515c-c910-4c2c-933d-ebc5ae9957fc req-8c484628-9384-45c9-b6d1-51a7da504e54 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 946 time: 0.0529861 Oct 27 21:35:51.945649 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-92ab515c-c910-4c2c-933d-ebc5ae9957fc req-ee192b2e-40cb-4cca-a909-96af90b4689a tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/security-groups?id=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331829 Oct 27 21:35:52.066794 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b118987-271a-44de-8887-3275c7bb9dbb req-b0d30e9d-5c6f-4b95-baf6-00dd15d484c6 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:52.068306 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1b118987-271a-44de-8887-3275c7bb9dbb req-b0d30e9d-5c6f-4b95-baf6-00dd15d484c6 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0575264 Oct 27 21:35:52.395949 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1b118987-271a-44de-8887-3275c7bb9dbb req-6f6e28ef-a8ca-458c-b1e9-18f5119487f7 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215189 Oct 27 21:35:52.412919 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532a526-78a3-4766-bdf6-b6f6b80acea8 req-322b5482-d389-491a-9c40-94a2517d735f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:52.414332 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b532a526-78a3-4766-bdf6-b6f6b80acea8 req-322b5482-d389-491a-9c40-94a2517d735f tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 946 time: 0.0625393 Oct 27 21:35:52.519250 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-b532a526-78a3-4766-bdf6-b6f6b80acea8 req-ad24ad02-ac61-4687-8bc7-6486afa321b6 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Deleting port 15cf9da9-37e2-46c8-804b-bed0cd30395a {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:52.519596 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b532a526-78a3-4766-bdf6-b6f6b80acea8 req-ad24ad02-ac61-4687-8bc7-6486afa321b6 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.616489 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-b532a526-78a3-4766-bdf6-b6f6b80acea8 req-ad24ad02-ac61-4687-8bc7-6486afa321b6 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] For port 15cf9da9-37e2-46c8-804b-bed0cd30395a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=15cf9da9-37e2-46c8-804b-bed0cd30395a,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:52.616822 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b532a526-78a3-4766-bdf6-b6f6b80acea8 req-ad24ad02-ac61-4687-8bc7-6486afa321b6 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.629754 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-b532a526-78a3-4766-bdf6-b6f6b80acea8 req-ad24ad02-ac61-4687-8bc7-6486afa321b6 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Calling delete_port for 15cf9da9-37e2-46c8-804b-bed0cd30395a owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:52.772003 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b532a526-78a3-4766-bdf6-b6f6b80acea8 req-ad24ad02-ac61-4687-8bc7-6486afa321b6 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.801240 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ad02-ac61-4687-8bc7-6486afa321b6 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Pushing event deleted for resources: {'Port': ['ID=15cf9da9-37e2-46c8-804b-bed0cd30395a,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:52.817060 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['15cf9da9-37e2-46c8-804b-bed0cd30395a'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:35:52.857467 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b532a526-78a3-4766-bdf6-b6f6b80acea8 req-ad24ad02-ac61-4687-8bc7-6486afa321b6 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] No DVR routers for this DVR port 15cf9da9-37e2-46c8-804b-bed0cd30395a on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:35:52.860249 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-b532a526-78a3-4766-bdf6-b6f6b80acea8 req-ad24ad02-ac61-4687-8bc7-6486afa321b6 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:52.863823 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b532a526-78a3-4766-bdf6-b6f6b80acea8 req-ad24ad02-ac61-4687-8bc7-6486afa321b6 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.83 "DELETE /v2.0/ports/15cf9da9-37e2-46c8-804b-bed0cd30395a HTTP/1.1" status: 204 len: 173 time: 0.4408467 Oct 27 21:35:52.864281 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'name': 'network-vif-deleted', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:52.866596 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ad876f-de7d-4304-8882-c529c9627964" -d '{"events": [{"server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "name": "network-vif-deleted", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:52.916317 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e62f41-669f-45af-b354-efb52129888d x-openstack-request-id: req-36e62f41-669f-45af-b354-efb52129888d {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:52.916676 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c3bcec-f4c3-457d-a71a-688407f2d411", "name": "network-vif-deleted", "tag": "15cf9da9-37e2-46c8-804b-bed0cd30395a", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:52.917030 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36e62f41-669f-45af-b354-efb52129888d {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:52.917469 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c3bcec-f4c3-457d-a71a-688407f2d411', 'name': 'network-vif-deleted', 'tag': '15cf9da9-37e2-46c8-804b-bed0cd30395a', 'status': 'completed', 'code': 200} Oct 27 21:35:53.063633 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-93381f7c-f325-4da5-be32-444b6410899b req-0be341a3-2192-4868-87d6-e037b4adf939 tempest-TestMinimumBasicScenario-1904687284 tempest-TestMinimumBasicScenario-1904687284-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9c3bcec-f4c3-457d-a71a-688407f2d411 HTTP/1.1" status: 200 len: 210 time: 0.0417829 Oct 27 21:35:53.531958 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b377d20-962a-40c9-8348-38e05c69b3a6 req-d1cae08b-b181-4087-8547-4d2e64dd07f1 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:53.533548 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4b377d20-962a-40c9-8348-38e05c69b3a6 req-d1cae08b-b181-4087-8547-4d2e64dd07f1 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0602102 Oct 27 21:35:53.583664 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4b377d20-962a-40c9-8348-38e05c69b3a6 req-97a94f01-132a-4a03-ae2a-9650767bf119 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405703 Oct 27 21:35:53.711836 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d3264-6104-4060-8a76-427a59690af1 req-0a3ce50c-2664-4753-ba2f-b62fdb4ede5c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:53.713325 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1a2d3264-6104-4060-8a76-427a59690af1 req-0a3ce50c-2664-4753-ba2f-b62fdb4ede5c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0544264 Oct 27 21:35:53.752089 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1a2d3264-6104-4060-8a76-427a59690af1 req-7a11091c-0444-4a2c-8865-17d2e7e2b136 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317242 Oct 27 21:35:53.774740 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34766) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:53.992511 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28009f72-e4fd-4d8c-8d3a-d73861280695 tempest-TestShelveInstance-1278136850 tempest-TestShelveInstance-1278136850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:53.994094 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-28009f72-e4fd-4d8c-8d3a-d73861280695 tempest-TestShelveInstance-1278136850 tempest-TestShelveInstance-1278136850-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 1094 time: 0.2184064 Oct 27 21:35:53.997856 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34770) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:54.002435 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Request body: {'floatingip': {'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'port_id': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:35:54.029973 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for floatingip, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.152175 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.268572 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Allocated IP 172.27.2.77 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/025f6cc6-f1f9-43bf-aabb-32a99bcb15bb) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:35:54.383914 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.421203 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:54.464272 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:35:54.467410 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:35:54.471103 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:35:54.495289 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event updated for resources: {'Port': ['ID=025f6cc6-f1f9-43bf-aabb-32a99bcb15bb,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:54.825251 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 34816) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:55.111146 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.180531 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.194485 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d8238ce5-dab7-44bf-8714-0a9c36ee5005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630010'] for router_interface, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.336713 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.342655 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780467'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.417463 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event updated for resources: {'Port': ['ID=025f6cc6-f1f9-43bf-aabb-32a99bcb15bb,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:55.431691 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.467944 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-d8238ce5-dab7-44bf-8714-0a9c36ee5005 admin admin] Deleting port a7756449-7809-41da-b5d0-acd5970f8189 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:55.468363 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d8238ce5-dab7-44bf-8714-0a9c36ee5005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.554384 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.l3_db [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Floating IP 289edf20-959e-4086-b1d7-25e4b51eb1d8 associated. External IP: 172.27.2.77, port: 9a19e190-45db-4a31-bb12-ac84f83d680c. Oct 27 21:35:55.581142 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-d8238ce5-dab7-44bf-8714-0a9c36ee5005 admin admin] For port a7756449-7809-41da-b5d0-acd5970f8189, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=a7756449-7809-41da-b5d0-acd5970f8189,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:55.581646 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d8238ce5-dab7-44bf-8714-0a9c36ee5005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.599989 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-d8238ce5-dab7-44bf-8714-0a9c36ee5005 admin admin] Calling delete_port for a7756449-7809-41da-b5d0-acd5970f8189 owned by network:router_interface {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:55.803709 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d8238ce5-dab7-44bf-8714-0a9c36ee5005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:55.806823 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Router c64cf4c0-536f-47b6-8c2b-21dacf821c69 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:55.828525 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8238ce5-dab7-44bf-8714-0a9c36ee5005 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7756449-7809-41da-b5d0-acd5970f8189,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:55.930809 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:55.942483 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679b20f-b51f-4618-89dd-eabec3c12315 None None] Sync routers for ids ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:55.953897 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679b20f-b51f-4618-89dd-eabec3c12315 None None] Routers {'c64cf4c0-536f-47b6-8c2b-21dacf821c69'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:55.954878 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-d679b20f-b51f-4618-89dd-eabec3c12315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:55.963733 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.011100 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-413ac2fb-7bfe-477c-a24c-da6d667ccc8a tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0119748 Oct 27 21:35:56.011810 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c'}] {{(pid=101366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:35:56.014732 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8678a9f2196498b2d251eb2584ee31b5e063e546e82940a6b87b3d9432d70b75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02de5e49-a01d-4c02-862b-b90c50f4ebb8" -d '{"events": [{"name": "network-changed", "server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c"}]}' {{(pid=101366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:35:56.027078 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d8238ce5-dab7-44bf-8714-0a9c36ee5005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1538488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630166'] for router_interface, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.075432 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5816b17-ed91-4216-b40f-5c95e8b5c540 x-openstack-request-id: req-b5816b17-ed91-4216-b40f-5c95e8b5c540 {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:35:56.075745 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c", "status": "completed", "code": 200}]} {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:35:56.076102 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5816b17-ed91-4216-b40f-5c95e8b5c540 {{(pid=101366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:35:56.076671 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'status': 'completed', 'code': 200} Oct 27 21:35:56.085813 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-d679b20f-b51f-4618-89dd-eabec3c12315 None None] Set router c64cf4c0-536f-47b6-8c2b-21dacf821c69 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:56.195937 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de5e49-a01d-4c02-862b-b90c50f4ebb8 req-6f64b913-d660-4ed4-90d6-07e1d8973072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:56.197397 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-02de5e49-a01d-4c02-862b-b90c50f4ebb8 req-6f64b913-d660-4ed4-90d6-07e1d8973072 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abfee9fb15784d029c403b8b680a363a&device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 1099 time: 0.0603523 Oct 27 21:35:56.322748 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-d679b20f-b51f-4618-89dd-eabec3c12315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '289edf20-959e-4086-b1d7-25e4b51eb1d8', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'port_id': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'mac_address': 'fa:16:3e:17:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:54Z', 'updated_at': '2021-10-27T21:35:54Z', 'revision_number': 0, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ae9d11-cec8-4f87-9c76-0cdbb7f47517', 'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'mac_address': 'fa:16:3e:e1:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:03Z', 'updated_at': '2021-10-27T21:35:09Z', 'revision_number': 5, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'subnets': [{'id': '72c8347c-d958-49cc-93be-72c963068627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:56.353999 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679b20f-b51f-4618-89dd-eabec3c12315 None None] Checking router: c64cf4c0-536f-47b6-8c2b-21dacf821c69 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:56.364600 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679b20f-b51f-4618-89dd-eabec3c12315 None None] Routers {'c64cf4c0-536f-47b6-8c2b-21dacf821c69'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:56.365251 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-d679b20f-b51f-4618-89dd-eabec3c12315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:56.374661 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de5e49-a01d-4c02-862b-b90c50f4ebb8 req-93cdca5d-f38b-4130-88ff-13ac2ebac8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:56.376190 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-02de5e49-a01d-4c02-862b-b90c50f4ebb8 req-93cdca5d-f38b-4130-88ff-13ac2ebac8d1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21e799b7-aa93-41b9-946f-2184149f86ef HTTP/1.1" status: 200 len: 910 time: 0.1409712 Oct 27 21:35:56.380067 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8238ce5-dab7-44bf-8714-0a9c36ee5005 admin admin] Router fef3c587-464c-4563-a9c9-fcd4e9ed8086 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:35:56.474343 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-d679b20f-b51f-4618-89dd-eabec3c12315 None None] Set router c64cf4c0-536f-47b6-8c2b-21dacf821c69 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:56.518201 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-02de5e49-a01d-4c02-862b-b90c50f4ebb8 req-823508c4-413b-430d-8584-f2cf7c181561 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a19e190-45db-4a31-bb12-ac84f83d680c HTTP/1.1" status: 200 len: 999 time: 0.1327355 Oct 27 21:35:56.577018 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8238ce5-dab7-44bf-8714-0a9c36ee5005 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:35:56.585466 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-d8238ce5-dab7-44bf-8714-0a9c36ee5005 admin admin] 10.222.0.53 "PUT /v2.0/routers/fef3c587-464c-4563-a9c9-fcd4e9ed8086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7566628 Oct 27 21:35:56.585818 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 34830) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:56.596301 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382605d-ab18-4ee9-85fc-14616c09d1c0 None None] Sync routers for ids ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:35:56.606232 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382605d-ab18-4ee9-85fc-14616c09d1c0 None None] Routers {'fef3c587-464c-4563-a9c9-fcd4e9ed8086'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:56.607364 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-f382605d-ab18-4ee9-85fc-14616c09d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:56.630056 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de5e49-a01d-4c02-862b-b90c50f4ebb8 req-20fe4c2c-0c97-438c-9869-a7ab8babf63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:56.631543 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-02de5e49-a01d-4c02-862b-b90c50f4ebb8 req-20fe4c2c-0c97-438c-9869-a7ab8babf63f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72c8347c-d958-49cc-93be-72c963068627 HTTP/1.1" status: 200 len: 848 time: 0.1049190 Oct 27 21:35:56.723905 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-d679b20f-b51f-4618-89dd-eabec3c12315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '289edf20-959e-4086-b1d7-25e4b51eb1d8', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'port_id': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'mac_address': 'fa:16:3e:17:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:54Z', 'updated_at': '2021-10-27T21:35:54Z', 'revision_number': 0, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ae9d11-cec8-4f87-9c76-0cdbb7f47517', 'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'mac_address': 'fa:16:3e:e1:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:03Z', 'updated_at': '2021-10-27T21:35:09Z', 'revision_number': 5, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'subnets': [{'id': '72c8347c-d958-49cc-93be-72c963068627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:56.735120 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de5e49-a01d-4c02-862b-b90c50f4ebb8 req-26425d0f-650e-4e86-8817-e5eda15133cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:35:56.736611 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-02de5e49-a01d-4c02-862b-b90c50f4ebb8 req-26425d0f-650e-4e86-8817-e5eda15133cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21e799b7-aa93-41b9-946f-2184149f86ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739346 Oct 27 21:35:56.741996 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Publish callbacks [] for router, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.839650 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-f382605d-ab18-4ee9-85fc-14616c09d1c0 None None] Set router fef3c587-464c-4563-a9c9-fcd4e9ed8086 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:56.888719 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679b20f-b51f-4618-89dd-eabec3c12315 None None] The sync data for ids ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'] in dv-cinder-815746-1-iscsi is: [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '289edf20-959e-4086-b1d7-25e4b51eb1d8', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'port_id': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'mac_address': 'fa:16:3e:17:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:35:54Z', 'updated_at': '2021-10-27T21:35:54Z', 'revision_number': 0, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ae9d11-cec8-4f87-9c76-0cdbb7f47517', 'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'mac_address': 'fa:16:3e:e1:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:03Z', 'updated_at': '2021-10-27T21:35:09Z', 'revision_number': 5, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'subnets': [{'id': '72c8347c-d958-49cc-93be-72c963068627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:56.923591 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-02de5e49-a01d-4c02-862b-b90c50f4ebb8 req-abb3bd1d-9f90-486f-99c7-59a3661d787c service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782141 Oct 27 21:35:56.931517 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:56.948403 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 15cf9da9-37e2-46c8-804b-bed0cd30395a no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:56.972671 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 15cf9da9-37e2-46c8-804b-bed0cd30395a {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:56.973035 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 15cf9da9-37e2-46c8-804b-bed0cd30395a not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:57.066060 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-f382605d-ab18-4ee9-85fc-14616c09d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:35:55Z', 'revision_number': 5, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port': {'id': 'ddf76c19-824b-453b-8c51-999089ede9bc', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:26Z', 'updated_at': '2021-10-27T21:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:57.080334 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-02de5e49-a01d-4c02-862b-b90c50f4ebb8 req-3b53309c-d452-4b94-9040-ad263d7bec0f service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438041 Oct 27 21:35:57.086059 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Deleting port ddf76c19-824b-453b-8c51-999089ede9bc {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:57.086417 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:57.103867 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382605d-ab18-4ee9-85fc-14616c09d1c0 None None] Checking router: fef3c587-464c-4563-a9c9-fcd4e9ed8086 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:35:57.119290 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382605d-ab18-4ee9-85fc-14616c09d1c0 None None] Routers {'fef3c587-464c-4563-a9c9-fcd4e9ed8086'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:35:57.120214 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-f382605d-ab18-4ee9-85fc-14616c09d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:57.163915 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bbe914-1def-4748-8f3b-517a42c254dd None None] New status for floating IP 289edf20-959e-4086-b1d7-25e4b51eb1d8: ACTIVE {{(pid=101367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:35:57.222364 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-f382605d-ab18-4ee9-85fc-14616c09d1c0 None None] Set router fef3c587-464c-4563-a9c9-fcd4e9ed8086 gateway port host: None {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:35:57.223110 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] For port ddf76c19-824b-453b-8c51-999089ede9bc, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=ddf76c19-824b-453b-8c51-999089ede9bc,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:57.223556 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:57.239257 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Calling delete_port for ddf76c19-824b-453b-8c51-999089ede9bc owned by network:router_gateway {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:57.280620 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-f382605d-ab18-4ee9-85fc-14616c09d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:35:56Z', 'revision_number': 6, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port_host': None}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:57.311048 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382605d-ab18-4ee9-85fc-14616c09d1c0 None None] The sync data for ids ['fef3c587-464c-4563-a9c9-fcd4e9ed8086'] in dv-cinder-815746-1-iscsi is: [{'id': 'fef3c587-464c-4563-a9c9-fcd4e9ed8086', 'name': 'tempest-TestMinimumBasicScenario-958360578-router', 'tenant_id': '3ebab3113a49438199feec3ebdb4856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:25Z', 'updated_at': '2021-10-27T21:35:56Z', 'revision_number': 6, 'project_id': '3ebab3113a49438199feec3ebdb4856f', 'gw_port_host': None}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:35:57.726991 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:57.763702 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf76c19-824b-453b-8c51-999089ede9bc,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:57.822536 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device a7756449-7809-41da-b5d0-acd5970f8189 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:57.838715 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703796'] for router_gateway, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:57.846981 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: a7756449-7809-41da-b5d0-acd5970f8189 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:57.847328 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device a7756449-7809-41da-b5d0-acd5970f8189 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:57.959754 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3098'] for router, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:57.962060 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.031142 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627145'] for router, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.032065 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fef3c587-464c-4563-a9c9-fcd4e9ed8086 {{(pid=101365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:35:58.037707 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] Publish callbacks [] for router, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.038979 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-1f11ce55-13a8-48f7-ad51-2d8cc4058238 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fef3c587-464c-4563-a9c9-fcd4e9ed8086 HTTP/1.1" status: 204 len: 168 time: 1.4522331 Oct 27 21:35:58.041796 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34836) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:58.092448 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_v2 [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Deleting subnet c7f2ea11-4361-4e92-b912-0486f5023917 {{(pid=101366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:35:58.096090 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.133852 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12665891'] for subnet, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.286820 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.366990 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12743610'] for subnet, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.399665 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f2ea11-4361-4e92-b912-0486f5023917,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:58.405448 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.413186 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c7f2ea11-4361-4e92-b912-0486f5023917 HTTP/1.1" status: 204 len: 168 time: 0.3658595 Oct 27 21:35:58.413502 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 34838) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:58.415924 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:58.416277 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:58.416621 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:58.416978 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:58.417309 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:58.417487 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8f208-116d-4522-89fb-a8b8d72a99de None None] Network c9fb3ed6-60b5-4a78-9a89-df7d5be10298 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:35:58.418203 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:58.418203 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:58.418508 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:58.419414 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:58.419590 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:58.419803 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:58.420127 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41027169-745b-4e10-9e39-2c73ebc61b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:35:58.509885 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.590623 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Deleting port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:58.590909 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.661606 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73457a28-5bcc-4fcb-8ba8-acc9a776fbbd None None] DHCP port deletion for c9fb3ed6-60b5-4a78-9a89-df7d5be10298 request from dv-cinder-815746-1-iscsi {{(pid=101367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:35:58.666721 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] For port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=d76a96c6-4204-4bc4-84ae-7b5c3e75a03d,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:58.667074 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.682394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Calling delete_port for d76a96c6-4204-4bc4-84ae-7b5c3e75a03d owned by network:dhcp {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:58.727969 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-73457a28-5bcc-4fcb-8ba8-acc9a776fbbd None None] Deleting port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d {{(pid=101367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:58.728563 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-73457a28-5bcc-4fcb-8ba8-acc9a776fbbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.796006 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.807016 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-73457a28-5bcc-4fcb-8ba8-acc9a776fbbd None None] For port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=d76a96c6-4204-4bc4-84ae-7b5c3e75a03d,segment=NetworkSegment(ec64530a-039f-477c-bea5-0071c19743dd),segment_id=ec64530a-039f-477c-bea5-0071c19743dd)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:58.807765 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-73457a28-5bcc-4fcb-8ba8-acc9a776fbbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.822511 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-73457a28-5bcc-4fcb-8ba8-acc9a776fbbd None None] Calling delete_port for d76a96c6-4204-4bc4-84ae-7b5c3e75a03d owned by network:dhcp {{(pid=101367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:35:58.842497 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] No DVR routers for this DVR port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d on host dv-cinder-815746-1-iscsi {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:35:58.844416 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76a96c6-4204-4bc4-84ae-7b5c3e75a03d,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:58.923669 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.945424 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fb3ed6-60b5-4a78-9a89-df7d5be10298']}} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:58.955898 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec64530a-039f-477c-bea5-0071c19743dd') {'for_net_delete': True} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:58.956164 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec64530a-039f-477c-bea5-0071c19743dd') {} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:35:58.961723 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-73457a28-5bcc-4fcb-8ba8-acc9a776fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437'] for port, after_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.967300 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14559722'] for segment, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.982545 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.990096 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=101365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:35:58.990433 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73457a28-5bcc-4fcb-8ba8-acc9a776fbbd None None] Pushing event deleted for resources: {'Port': ['ID=d76a96c6-4204-4bc4-84ae-7b5c3e75a03d,revision_number=None']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:58.990615 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14562605'] for segment, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: Traceback (most recent call last): Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: timer() Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: cb(*args, **kw) Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: return func(*args, **kwargs) Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: self._notify() Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: self.callback(batched_events) Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: event.method(event) Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: return f(self, *a, **k) Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._get(url).json() Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: return self.request(url, 'GET', **kwargs) Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:35:58.993924 dv-cinder-815746-1-iscsi neutron-server[101365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:35:58.999618 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73457a28-5bcc-4fcb-8ba8-acc9a776fbbd None None] No DVR routers for this DVR port d76a96c6-4204-4bc4-84ae-7b5c3e75a03d on host dv-cinder-815746-1-iscsi {{(pid=101367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:35:59.070983 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:59.077453 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:59.080850 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c9fb3ed6-60b5-4a78-9a89-df7d5be10298 HTTP/1.1" status: 204 len: 168 time: 0.6672354 Oct 27 21:35:59.084428 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34844) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:35:59.098303 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d807a-3bad-449f-b36f-79f0c38bc925 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9fb3ed6-60b5-4a78-9a89-df7d5be10298,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:35:59.541142 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-08f0cba4-f880-4bb6-8e87-f2ae19693a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630010'] for router_interface, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:59.606293 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device ddf76c19-824b-453b-8c51-999089ede9bc no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:59.646636 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: ddf76c19-824b-453b-8c51-999089ede9bc {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:59.647195 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device ddf76c19-824b-453b-8c51-999089ede9bc not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:59.647903 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device d76a96c6-4204-4bc4-84ae-7b5c3e75a03d no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:35:59.671719 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: d76a96c6-4204-4bc4-84ae-7b5c3e75a03d {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:35:59.672055 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device d76a96c6-4204-4bc4-84ae-7b5c3e75a03d not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:35:59.718905 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:35:59.869077 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-08f0cba4-f880-4bb6-8e87-f2ae19693a14 admin admin] Deleting port e628e9d2-d846-42af-acbd-9e7811455949 {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:35:59.869416 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-08f0cba4-f880-4bb6-8e87-f2ae19693a14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:59.956848 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-08f0cba4-f880-4bb6-8e87-f2ae19693a14 admin admin] For port e628e9d2-d846-42af-acbd-9e7811455949, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=e628e9d2-d846-42af-acbd-9e7811455949,segment=NetworkSegment(b65f834d-d2ed-405c-8920-b5506ba5f3e2),segment_id=b65f834d-d2ed-405c-8920-b5506ba5f3e2)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:35:59.957291 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-08f0cba4-f880-4bb6-8e87-f2ae19693a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:35:59.971494 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-08f0cba4-f880-4bb6-8e87-f2ae19693a14 admin admin] Calling delete_port for e628e9d2-d846-42af-acbd-9e7811455949 owned by network:router_interface {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:00.217592 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-08f0cba4-f880-4bb6-8e87-f2ae19693a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.254050 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0cba4-f880-4bb6-8e87-f2ae19693a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=e628e9d2-d846-42af-acbd-9e7811455949,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:00.444175 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-08f0cba4-f880-4bb6-8e87-f2ae19693a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1538488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630166'] for router_interface, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:00.696715 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f0cba4-f880-4bb6-8e87-f2ae19693a14 admin admin] Router 0f3e7396-1e2e-481f-85e0-8b563871cdef has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:36:01.118100 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f0cba4-f880-4bb6-8e87-f2ae19693a14 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:36:01.126585 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-08f0cba4-f880-4bb6-8e87-f2ae19693a14 admin admin] 10.222.0.53 "PUT /v2.0/routers/0f3e7396-1e2e-481f-85e0-8b563871cdef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0381470 Oct 27 21:36:01.126585 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34852) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:01.131868 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d642d-4466-4d04-984e-1cfbab2dde7a None None] Sync routers for ids ['0f3e7396-1e2e-481f-85e0-8b563871cdef'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:36:01.149644 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d642d-4466-4d04-984e-1cfbab2dde7a None None] Routers {'0f3e7396-1e2e-481f-85e0-8b563871cdef'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:01.150684 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-4b4d642d-4466-4d04-984e-1cfbab2dde7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0f3e7396-1e2e-481f-85e0-8b563871cdef'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:01.233779 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Publish callbacks [] for router, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:01.282868 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-4b4d642d-4466-4d04-984e-1cfbab2dde7a None None] Set router 0f3e7396-1e2e-481f-85e0-8b563871cdef gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:01.350049 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:01.415507 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Deleting port c0125fa1-8e1d-4e63-892c-832562500436 {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:01.415837 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:01.489343 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-4b4d642d-4466-4d04-984e-1cfbab2dde7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'name': 'tempest-TestMinimumBasicScenario-464271197-router', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:34Z', 'updated_at': '2021-10-27T21:36:00Z', 'revision_number': 5, 'project_id': '9053a7210abd41cc90a9dbb648fb73ef', 'gw_port': {'id': 'c0125fa1-8e1d-4e63-892c-832562500436', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:32:35Z', 'updated_at': '2021-10-27T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:01.507458 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] For port c0125fa1-8e1d-4e63-892c-832562500436, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=c0125fa1-8e1d-4e63-892c-832562500436,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:01.507851 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:01.517761 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d642d-4466-4d04-984e-1cfbab2dde7a None None] Checking router: 0f3e7396-1e2e-481f-85e0-8b563871cdef for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:36:01.522728 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Calling delete_port for c0125fa1-8e1d-4e63-892c-832562500436 owned by network:router_gateway {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:01.526658 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d642d-4466-4d04-984e-1cfbab2dde7a None None] Routers {'0f3e7396-1e2e-481f-85e0-8b563871cdef'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:01.527269 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-4b4d642d-4466-4d04-984e-1cfbab2dde7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:35:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0f3e7396-1e2e-481f-85e0-8b563871cdef'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:01.635385 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-4b4d642d-4466-4d04-984e-1cfbab2dde7a None None] Set router 0f3e7396-1e2e-481f-85e0-8b563871cdef gateway port host: None {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:01.714332 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:01.720084 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-4b4d642d-4466-4d04-984e-1cfbab2dde7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'name': 'tempest-TestMinimumBasicScenario-464271197-router', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:34Z', 'updated_at': '2021-10-27T21:36:01Z', 'revision_number': 6, 'project_id': '9053a7210abd41cc90a9dbb648fb73ef', 'gw_port_host': None}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:01.749319 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d642d-4466-4d04-984e-1cfbab2dde7a None None] The sync data for ids ['0f3e7396-1e2e-481f-85e0-8b563871cdef'] in dv-cinder-815746-1-iscsi is: [{'id': '0f3e7396-1e2e-481f-85e0-8b563871cdef', 'name': 'tempest-TestMinimumBasicScenario-464271197-router', 'tenant_id': '9053a7210abd41cc90a9dbb648fb73ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:32:34Z', 'updated_at': '2021-10-27T21:36:01Z', 'revision_number': 6, 'project_id': '9053a7210abd41cc90a9dbb648fb73ef', 'gw_port_host': None}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:36:01.749764 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0125fa1-8e1d-4e63-892c-832562500436,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:01.819205 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703796'] for router_gateway, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:01.920494 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3098'] for router, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:01.923070 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:01.972841 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627145'] for router, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:01.973438 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f3e7396-1e2e-481f-85e0-8b563871cdef {{(pid=101366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:36:01.978976 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:01.981195 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-59e8101a-b5de-4ae6-95b0-16506273a639 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0f3e7396-1e2e-481f-85e0-8b563871cdef HTTP/1.1" status: 204 len: 168 time: 0.8532002 Oct 27 21:36:01.983682 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34856) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:02.036428 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_v2 [None req-da24cf21-f929-4350-8bfe-d7c136961ea4 admin admin] Deleting subnet fa67ac01-97fd-4085-8334-62cae52efc10 {{(pid=101366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:36:02.040263 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-da24cf21-f929-4350-8bfe-d7c136961ea4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.081727 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-da24cf21-f929-4350-8bfe-d7c136961ea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12665891'] for subnet, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.189606 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-da24cf21-f929-4350-8bfe-d7c136961ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.259408 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-da24cf21-f929-4350-8bfe-d7c136961ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12743610'] for subnet, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.284348 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24cf21-f929-4350-8bfe-d7c136961ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa67ac01-97fd-4085-8334-62cae52efc10,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:02.291457 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-da24cf21-f929-4350-8bfe-d7c136961ea4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.294876 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-da24cf21-f929-4350-8bfe-d7c136961ea4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fa67ac01-97fd-4085-8334-62cae52efc10 HTTP/1.1" status: 204 len: 168 time: 0.3099375 Oct 27 21:36:02.301205 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34860) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:02.303843 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c435d9a1-0653-4dd1-acec-747dd8f312dc None None] Network dad02c11-bb3c-4394-a436-db55d62393c2 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:36:02.377402 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.457164 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Deleting port b0809f98-107b-46e5-841b-a06da66883f1 {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:02.457683 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.555574 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] For port b0809f98-107b-46e5-841b-a06da66883f1, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=b0809f98-107b-46e5-841b-a06da66883f1,segment=NetworkSegment(b65f834d-d2ed-405c-8920-b5506ba5f3e2),segment_id=b65f834d-d2ed-405c-8920-b5506ba5f3e2)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:02.555973 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.558533 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] DHCP port deletion for dad02c11-bb3c-4394-a436-db55d62393c2 request from dv-cinder-815746-1-iscsi {{(pid=101367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:36:02.582139 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Calling delete_port for b0809f98-107b-46e5-841b-a06da66883f1 owned by network:dhcp {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:02.635631 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Deleting port b0809f98-107b-46e5-841b-a06da66883f1 {{(pid=101367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:02.636354 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.675604 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.689950 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] No DVR routers for this DVR port b0809f98-107b-46e5-841b-a06da66883f1 on host dv-cinder-815746-1-iscsi {{(pid=101366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:36:02.719729 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] For port b0809f98-107b-46e5-841b-a06da66883f1, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=b0809f98-107b-46e5-841b-a06da66883f1,segment=NetworkSegment(b65f834d-d2ed-405c-8920-b5506ba5f3e2),segment_id=b65f834d-d2ed-405c-8920-b5506ba5f3e2)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:02.720120 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.732247 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0809f98-107b-46e5-841b-a06da66883f1,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:02.735184 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Calling delete_port for b0809f98-107b-46e5-841b-a06da66883f1 owned by network:dhcp {{(pid=101367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:02.793867 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.827970 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad02c11-bb3c-4394-a436-db55d62393c2']}} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:02.834128 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437'] for port, after_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.839571 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65f834d-d2ed-405c-8920-b5506ba5f3e2') {'for_net_delete': True} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:02.839961 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65f834d-d2ed-405c-8920-b5506ba5f3e2') {} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:02.850891 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12665946'] for segment, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.867758 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.877319 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Pushing event deleted for resources: {'Port': ['ID=b0809f98-107b-46e5-841b-a06da66883f1,revision_number=None']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:02.877547 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=101366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:36:02.878114 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12780439'] for segment, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: Traceback (most recent call last): Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: timer() Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: cb(*args, **kw) Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: return func(*args, **kwargs) Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: self._notify() Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: self.callback(batched_events) Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: event.method(event) Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: return f(self, *a, **k) Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._get(url).json() Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: return self.request(url, 'GET', **kwargs) Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:36:02.881135 dv-cinder-815746-1-iscsi neutron-server[101366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:36:02.884946 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] No DVR routers for this DVR port b0809f98-107b-46e5-841b-a06da66883f1 on host dv-cinder-815746-1-iscsi {{(pid=101367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:36:02.892296 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:02.892748 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:02.893351 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:02.893871 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:02.894391 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:02.894906 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:02.895981 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:02.896392 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:02.896785 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:02.897195 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:02.897664 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:02.898052 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e85625-2a4b-420e-bc30-3354936ca8bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:02.962074 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.968392 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:02.971801 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dad02c11-bb3c-4394-a436-db55d62393c2 HTTP/1.1" status: 204 len: 168 time: 0.6695797 Oct 27 21:36:02.983573 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17650c-d2ae-4582-85f1-cc54affb5a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=dad02c11-bb3c-4394-a436-db55d62393c2,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:03.205168 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34870) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:03.268069 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-29831493-6a35-48a9-8450-b8ad5202ae17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ebab3113a49438199feec3ebdb4856f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615556 Oct 27 21:36:03.271187 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34872) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:03.327001 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-22b21f63-6050-46d4-a190-8ee2c3d21b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:03.366270 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-22b21f63-6050-46d4-a190-8ee2c3d21b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:03.421141 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-22b21f63-6050-46d4-a190-8ee2c3d21b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:03.423800 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-22b21f63-6050-46d4-a190-8ee2c3d21b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:03.425062 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-22b21f63-6050-46d4-a190-8ee2c3d21b8f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/690cc115-46c0-4d5c-bee7-2f2b4a4b33e0 HTTP/1.1" status: 204 len: 168 time: 0.1529028 Oct 27 21:36:03.442074 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b21f63-6050-46d4-a190-8ee2c3d21b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690cc115-46c0-4d5c-bee7-2f2b4a4b33e0,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:03.622012 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e628e9d2-d846-42af-acbd-9e7811455949 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:03.644837 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: e628e9d2-d846-42af-acbd-9e7811455949 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:36:03.645607 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e628e9d2-d846-42af-acbd-9e7811455949 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:36:03.646208 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device c0125fa1-8e1d-4e63-892c-832562500436 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:03.667602 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: c0125fa1-8e1d-4e63-892c-832562500436 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:36:03.667971 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device c0125fa1-8e1d-4e63-892c-832562500436 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:36:03.668366 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device b0809f98-107b-46e5-841b-a06da66883f1 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:03.688809 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: b0809f98-107b-46e5-841b-a06da66883f1 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:36:03.689202 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device b0809f98-107b-46e5-841b-a06da66883f1 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:36:03.846907 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34880) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:03.896753 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-aec6ae77-aed9-44d7-b1d5-8b408722ee8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9053a7210abd41cc90a9dbb648fb73ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481617 Oct 27 21:36:03.900169 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 34882) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:03.959691 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-af2a1718-3a6b-40eb-a304-36c0d9f597a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:03.984826 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-af2a1718-3a6b-40eb-a304-36c0d9f597a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:04.046295 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-af2a1718-3a6b-40eb-a304-36c0d9f597a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:04.049394 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-af2a1718-3a6b-40eb-a304-36c0d9f597a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:04.050668 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-af2a1718-3a6b-40eb-a304-36c0d9f597a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9297e4b3-e4c5-4511-8d0f-00149724e427 HTTP/1.1" status: 204 len: 168 time: 0.1488011 Oct 27 21:36:04.059859 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a1718-3a6b-40eb-a304-36c0d9f597a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9297e4b3-e4c5-4511-8d0f-00149724e427,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:04.670707 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-e63d7076-8b95-418c-86db-497071a04d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:07.634380 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3f61519d-b639-49b6-a92b-2fefb7072f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:08.474839 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:08.553166 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:10.587190 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:11.935674 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917bfd6-edac-4924-8599-f3705e83772b req-22ff4407-e206-4e96-adde-93e85c280a4d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:11.937361 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c917bfd6-edac-4924-8599-f3705e83772b req-22ff4407-e206-4e96-adde-93e85c280a4d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0567322 Oct 27 21:36:11.986378 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c917bfd6-edac-4924-8599-f3705e83772b req-95a4e3b7-e11a-49fb-b542-a62a2e27b72c tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385082 Oct 27 21:36:13.135875 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510574c-7f4c-4486-a15f-6f5a6d9eda3f req-351a1e4b-3940-438d-8d73-c61976fa4008 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:13.138201 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2510574c-7f4c-4486-a15f-6f5a6d9eda3f req-351a1e4b-3940-438d-8d73-c61976fa4008 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0539844 Oct 27 21:36:13.181811 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2510574c-7f4c-4486-a15f-6f5a6d9eda3f req-ba6dd74f-656b-46cb-a2c2-f65a55cca2bd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370717 Oct 27 21:36:14.327183 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef0c05-3337-436a-b995-b20a782841b8 req-ed76771f-45ec-4454-ad8a-6cd31e109286 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:14.329318 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-33ef0c05-3337-436a-b995-b20a782841b8 req-ed76771f-45ec-4454-ad8a-6cd31e109286 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0547254 Oct 27 21:36:14.378126 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-33ef0c05-3337-436a-b995-b20a782841b8 req-c8e96a76-2505-42eb-ae9c-6fced17cdbb3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Oct 27 21:36:15.516260 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1206c3-133e-44f1-9132-964de64f759d req-23f5e4c2-daff-42df-8263-6ee35052294e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:15.517969 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9e1206c3-133e-44f1-9132-964de64f759d req-23f5e4c2-daff-42df-8263-6ee35052294e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0557027 Oct 27 21:36:15.577854 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9e1206c3-133e-44f1-9132-964de64f759d req-657d82dc-3e9f-4e50-8050-dcb875c4f0d8 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491681 Oct 27 21:36:16.713685 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7929b-0bbd-491e-b28e-8af8d387c989 req-6f139819-2d95-4c60-904b-8243e0c32d3f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:16.715355 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-99f7929b-0bbd-491e-b28e-8af8d387c989 req-6f139819-2d95-4c60-904b-8243e0c32d3f tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0560060 Oct 27 21:36:16.762256 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-99f7929b-0bbd-491e-b28e-8af8d387c989 req-ffc7a80e-8c84-48b7-a1b0-1e9b7a26fe0d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364652 Oct 27 21:36:17.910850 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5203dcc-dac4-4dfe-871a-a09a0cb00b92 req-c07d56aa-7cd5-4ff9-99b4-c8dc89b5f8af tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:17.912449 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e5203dcc-dac4-4dfe-871a-a09a0cb00b92 req-c07d56aa-7cd5-4ff9-99b4-c8dc89b5f8af tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0550933 Oct 27 21:36:17.983011 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e5203dcc-dac4-4dfe-871a-a09a0cb00b92 req-ad0863c6-1326-482f-a2c8-f18f4d568e2a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586202 Oct 27 21:36:19.113690 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f16ad-6013-46fc-867a-b77d24c86e08 req-a4f03719-69c1-4937-b6f0-2f74f09db6c2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:19.115348 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-701f16ad-6013-46fc-867a-b77d24c86e08 req-a4f03719-69c1-4937-b6f0-2f74f09db6c2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0541425 Oct 27 21:36:19.159477 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-701f16ad-6013-46fc-867a-b77d24c86e08 req-04e25d32-7538-44f9-84e1-015185b6a7e0 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378287 Oct 27 21:36:19.476312 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:20.321369 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f46e7f-f1b2-444b-bb90-a310e25b50a4 req-30471b75-2851-47a3-8c05-92e36092216e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:20.322990 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-64f46e7f-f1b2-444b-bb90-a310e25b50a4 req-30471b75-2851-47a3-8c05-92e36092216e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0535517 Oct 27 21:36:20.368357 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-64f46e7f-f1b2-444b-bb90-a310e25b50a4 req-bd2af346-6e93-4e7b-8018-5f2ff5ca4bc6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385489 Oct 27 21:36:21.505551 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09061c8d-e306-4986-aac5-d470cf25c3ac req-a502e262-ec35-4de1-b1e8-289d0073c34a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:21.507074 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-09061c8d-e306-4986-aac5-d470cf25c3ac req-a502e262-ec35-4de1-b1e8-289d0073c34a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0542729 Oct 27 21:36:21.561466 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-09061c8d-e306-4986-aac5-d470cf25c3ac req-70ba7aa5-ce51-446d-ace7-99056898c7b2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472591 Oct 27 21:36:22.689349 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9886b-7935-47af-9adf-1a7e9a7d0366 req-7297124a-38ec-4821-8921-7e7c7816f5a7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:22.690942 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9ff9886b-7935-47af-9adf-1a7e9a7d0366 req-7297124a-38ec-4821-8921-7e7c7816f5a7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0531440 Oct 27 21:36:22.749607 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-9ff9886b-7935-47af-9adf-1a7e9a7d0366 req-7a3225e7-b316-40c9-9fb4-b26047f23c29 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517139 Oct 27 21:36:23.885624 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ef196-e789-45e0-946a-a3eb71eb28dd req-467e973c-29f4-4684-a70a-66f573567274 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:23.887298 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7e4ef196-e789-45e0-946a-a3eb71eb28dd req-467e973c-29f4-4684-a70a-66f573567274 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0601940 Oct 27 21:36:23.940183 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7e4ef196-e789-45e0-946a-a3eb71eb28dd req-8c96881a-b32b-402f-b488-a3da3da4677e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418408 Oct 27 21:36:25.090928 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e9ac6-e761-4d72-a6e6-7bff87888b2a req-ee97485c-5c15-4ecd-86b5-24fd583fa1ec tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:25.093794 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-125e9ac6-e761-4d72-a6e6-7bff87888b2a req-ee97485c-5c15-4ecd-86b5-24fd583fa1ec tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0621269 Oct 27 21:36:25.143315 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-125e9ac6-e761-4d72-a6e6-7bff87888b2a req-6728d4f0-27d5-4431-b19a-7134970aa48b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431099 Oct 27 21:36:26.279585 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024c5ac-f9fc-44cb-819c-837f14daccde req-119f537f-02ad-4d93-bf93-eb3e948df9ba tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:26.281164 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f024c5ac-f9fc-44cb-819c-837f14daccde req-119f537f-02ad-4d93-bf93-eb3e948df9ba tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0560071 Oct 27 21:36:26.325532 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f024c5ac-f9fc-44cb-819c-837f14daccde req-3f9ce3a5-3152-4041-80a6-4f6762d2b3f9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377336 Oct 27 21:36:27.462319 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17a487-5ce4-4925-96fc-647f9878f1b8 req-a6e0cee3-d46a-4a27-9ee4-4040159469ed tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:27.464281 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4f17a487-5ce4-4925-96fc-647f9878f1b8 req-a6e0cee3-d46a-4a27-9ee4-4040159469ed tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0576038 Oct 27 21:36:27.520152 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4f17a487-5ce4-4925-96fc-647f9878f1b8 req-65ad699f-19cb-4feb-abcf-709dd3f0abd9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450201 Oct 27 21:36:28.671218 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c2ab8-9684-4a04-bf9c-254466f77619 req-00e8836c-b7a6-47de-a88b-121f3e366555 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:28.672977 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ce8c2ab8-9684-4a04-bf9c-254466f77619 req-00e8836c-b7a6-47de-a88b-121f3e366555 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0606482 Oct 27 21:36:28.727425 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ce8c2ab8-9684-4a04-bf9c-254466f77619 req-b1b83153-14e9-47f2-a351-4d26969e152d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435238 Oct 27 21:36:29.062805 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 84fdfafb-f44b-48d2-8b3e-c27366010615 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:36:29.175634 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=84fdfafb-f44b-48d2-8b3e-c27366010615,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:29.189163 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'port_id': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'mac_address': 'fa:16:3e:ee:69:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:36:29.235544 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:29.251611 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84fdfafb-f44b-48d2-8b3e-c27366010615 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:36:29.273790 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=84fdfafb-f44b-48d2-8b3e-c27366010615,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:29.278372 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:29.331692 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=84fdfafb-f44b-48d2-8b3e-c27366010615,revision_number=6']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:29.503413 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['84fdfafb-f44b-48d2-8b3e-c27366010615'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:36:29.882251 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4d1e3-c1cb-4cb7-8ee9-0481cff31645 req-7a18329d-1020-4c0e-8d36-51e2907eece8 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:29.882251 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5af4d1e3-c1cb-4cb7-8ee9-0481cff31645 req-7a18329d-1020-4c0e-8d36-51e2907eece8 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 944 time: 0.0560875 Oct 27 21:36:29.930978 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5af4d1e3-c1cb-4cb7-8ee9-0481cff31645 req-b8d96157-dfb0-40f7-8fbf-f5df66ca9027 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381768 Oct 27 21:36:31.065045 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 84fdfafb-f44b-48d2-8b3e-c27366010615 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:36:31.083912 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a296e5-81e0-4d8e-a3ad-6edb116adef6 req-19ef63d8-093c-470a-99a8-397e34e2882b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:31.092458 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-11a296e5-81e0-4d8e-a3ad-6edb116adef6 req-19ef63d8-093c-470a-99a8-397e34e2882b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 944 time: 0.0786240 Oct 27 21:36:31.142032 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-11a296e5-81e0-4d8e-a3ad-6edb116adef6 req-a3ef73d7-10e1-439f-b676-8e3931481920 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480721 Oct 27 21:36:31.145239 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 84fdfafb-f44b-48d2-8b3e-c27366010615 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:36:31.145959 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:31.263928 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:31.289988 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:36:31.293508 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae22d4d-667c-4045-b3b5-bbb2f5123bdf" -d '{"events": [{"server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "name": "network-vif-plugged", "status": "completed", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:36:31.308494 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=84fdfafb-f44b-48d2-8b3e-c27366010615,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:31.316997 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:31.362223 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5430a43a-70d7-4a25-aefb-2d90e23b87f6 x-openstack-request-id: req-5430a43a-70d7-4a25-aefb-2d90e23b87f6 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:36:31.362695 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "name": "network-vif-plugged", "status": "completed", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:36:31.363026 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5430a43a-70d7-4a25-aefb-2d90e23b87f6 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:36:31.363500 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'code': 200} Oct 27 21:36:31.390185 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=84fdfafb-f44b-48d2-8b3e-c27366010615,revision_number=7']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:32.270911 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a5168-1266-42b0-bd81-5b43558eb6a8 req-c98fda9f-63e4-46e8-a9d7-e1aafe46931a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:32.273414 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5a2a5168-1266-42b0-bd81-5b43558eb6a8 req-c98fda9f-63e4-46e8-a9d7-e1aafe46931a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0590739 Oct 27 21:36:32.326062 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5a2a5168-1266-42b0-bd81-5b43558eb6a8 req-ad4cd60e-486a-427e-99ef-cd5ef966e109 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450878 Oct 27 21:36:33.472804 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c2aa9-a165-44bf-82ac-4b63d15bf51a req-ccbaf370-c8b3-41e4-afad-1dffdeca08a7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:33.481394 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fe6c2aa9-a165-44bf-82ac-4b63d15bf51a req-ccbaf370-c8b3-41e4-afad-1dffdeca08a7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0668981 Oct 27 21:36:33.523630 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fe6c2aa9-a165-44bf-82ac-4b63d15bf51a req-840e7084-c4ad-4bac-a156-23240d35fb48 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413325 Oct 27 21:36:34.667956 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-dff57ad3-6649-4bc8-8972-9094b8b9ca5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:34.669991 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9b6fc-73bf-4ee8-854b-227f8014e63c req-be017601-20d7-4c02-abe6-626876b87d6b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:34.678035 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-30f9b6fc-73bf-4ee8-854b-227f8014e63c req-be017601-20d7-4c02-abe6-626876b87d6b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0685608 Oct 27 21:36:34.724710 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-30f9b6fc-73bf-4ee8-854b-227f8014e63c req-28b6714c-501f-44a5-953e-cb7bdedfa38d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444961 Oct 27 21:36:35.876080 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17146782-13f6-427f-aea2-2e611b15e05a req-96d2f17e-846a-4500-9b25-61916329633e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:35.878966 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-17146782-13f6-427f-aea2-2e611b15e05a req-96d2f17e-846a-4500-9b25-61916329633e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0765316 Oct 27 21:36:35.926912 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-17146782-13f6-427f-aea2-2e611b15e05a req-5ec556c5-e9f0-4af9-aaee-897a16a41c55 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413096 Oct 27 21:36:36.727696 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:36:37.120347 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b7453-981e-4502-95b5-a1cfc3fa68b5 req-f5dbe5c5-e548-43ae-add5-840e093713c0 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:37.122524 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3a5b7453-981e-4502-95b5-a1cfc3fa68b5 req-f5dbe5c5-e548-43ae-add5-840e093713c0 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0766780 Oct 27 21:36:37.177259 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-3a5b7453-981e-4502-95b5-a1cfc3fa68b5 req-399201d1-9895-429e-b4f5-0e97aecd2009 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473983 Oct 27 21:36:37.632909 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-ddc508a6-4ed4-4692-bbbb-fd5d66ed0830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.315040 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12d840-1f0f-42a8-baaf-657433e52ba6 req-7805796e-9fa8-4812-8813-a2a98faa31c0 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:38.316690 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cf12d840-1f0f-42a8-baaf-657433e52ba6 req-7805796e-9fa8-4812-8813-a2a98faa31c0 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0570843 Oct 27 21:36:38.361088 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-cf12d840-1f0f-42a8-baaf-657433e52ba6 req-eb561558-6176-4bbb-8a6d-74ae659b6594 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381653 Oct 27 21:36:38.501398 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:38.549446 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:39.494454 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efbae5-5e94-457c-a83f-31017c48d54b req-b77525fd-18ea-400e-833d-b929a38fdd68 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:39.496047 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-69efbae5-5e94-457c-a83f-31017c48d54b req-b77525fd-18ea-400e-833d-b929a38fdd68 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0546870 Oct 27 21:36:39.535599 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-69efbae5-5e94-457c-a83f-31017c48d54b req-4ace20a7-59de-4454-b30d-bb4a5467e6c1 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330529 Oct 27 21:36:40.002973 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daa6c7-bb94-45c3-8094-a7db9352c324 req-de0e9903-f716-4adf-ad84-1679b190b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:40.009564 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f0daa6c7-bb94-45c3-8094-a7db9352c324 req-de0e9903-f716-4adf-ad84-1679b190b1ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 1098 time: 0.0447233 Oct 27 21:36:40.124841 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daa6c7-bb94-45c3-8094-a7db9352c324 req-18c372e2-a8b6-4b5d-9779-39fe10817190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:40.126360 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f0daa6c7-bb94-45c3-8094-a7db9352c324 req-18c372e2-a8b6-4b5d-9779-39fe10817190 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 918 time: 0.0977826 Oct 27 21:36:40.196055 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f0daa6c7-bb94-45c3-8094-a7db9352c324 req-83861d68-7aa6-4034-a36e-516d6dc7ebda service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84fdfafb-f44b-48d2-8b3e-c27366010615 HTTP/1.1" status: 200 len: 1001 time: 0.0620520 Oct 27 21:36:40.248264 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daa6c7-bb94-45c3-8094-a7db9352c324 req-d6be3ee4-0d87-4dfe-be60-f6bd21b66f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:40.249723 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f0daa6c7-bb94-45c3-8094-a7db9352c324 req-d6be3ee4-0d87-4dfe-be60-f6bd21b66f14 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.0469563 Oct 27 21:36:40.297623 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daa6c7-bb94-45c3-8094-a7db9352c324 req-84a7b4a3-ef78-42e2-9b1b-58105d26470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:40.299157 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f0daa6c7-bb94-45c3-8094-a7db9352c324 req-84a7b4a3-ef78-42e2-9b1b-58105d26470c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425878 Oct 27 21:36:40.402419 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f0daa6c7-bb94-45c3-8094-a7db9352c324 req-213ce8ee-9e2c-4858-b176-cd02bd3e5895 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957382 Oct 27 21:36:40.505010 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f0daa6c7-bb94-45c3-8094-a7db9352c324 req-88a37345-1842-442a-874b-b216b705a02f service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946093 Oct 27 21:36:40.592251 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:40.668521 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a32d95-8364-42ed-a8c8-950f723baaa5 req-1a64122b-9edb-4044-866f-1e7ce6bd5d68 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:40.670043 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c6a32d95-8364-42ed-a8c8-950f723baaa5 req-1a64122b-9edb-4044-866f-1e7ce6bd5d68 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0567522 Oct 27 21:36:40.710410 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c6a32d95-8364-42ed-a8c8-950f723baaa5 req-a6c2a7ef-e2ce-4f7d-bec3-25f2d0dc2bf5 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341070 Oct 27 21:36:41.836098 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa319d-bb02-4d14-ae00-40157ef3881c req-e55b859c-50f4-4895-8612-3935495aeda2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:41.837680 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5daa319d-bb02-4d14-ae00-40157ef3881c req-e55b859c-50f4-4895-8612-3935495aeda2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0526779 Oct 27 21:36:41.882843 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5daa319d-bb02-4d14-ae00-40157ef3881c req-7f838624-91ac-498f-91ec-64c5d9307471 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387578 Oct 27 21:36:42.741779 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4b439-8042-4b39-a07f-e2613347cf82 req-c43d7010-c2fb-4522-bbf5-c17ed180a888 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:42.743360 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4db4b439-8042-4b39-a07f-e2613347cf82 req-c43d7010-c2fb-4522-bbf5-c17ed180a888 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 945 time: 0.0548401 Oct 27 21:36:42.793363 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4db4b439-8042-4b39-a07f-e2613347cf82 req-8ff7ea36-d391-4a04-9a31-2545556c8c9f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388904 Oct 27 21:36:43.019841 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6538992-f5a7-40fd-aee9-2b430a5a987c req-d352c3ae-30d0-403f-b54f-684840902023 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:43.021359 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a6538992-f5a7-40fd-aee9-2b430a5a987c req-d352c3ae-30d0-403f-b54f-684840902023 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 945 time: 0.0501127 Oct 27 21:36:43.064377 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a6538992-f5a7-40fd-aee9-2b430a5a987c req-0421bcc6-69e4-4850-9c7a-e4e9d11386e3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368388 Oct 27 21:36:43.126099 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 84fdfafb-f44b-48d2-8b3e-c27366010615 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:43.212403 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:43.236828 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:36:43.239145 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde1804e-60a4-46c6-aad5-7adb850672a4" -d '{"events": [{"server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "name": "network-vif-unplugged", "status": "completed", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:36:43.252259 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=84fdfafb-f44b-48d2-8b3e-c27366010615,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:43.256407 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:43.283919 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 21:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b51997-3bc1-4d90-addf-c12d465915be x-openstack-request-id: req-c3b51997-3bc1-4d90-addf-c12d465915be {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:36:43.284203 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "name": "network-vif-unplugged", "status": "failed", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615", "code": 422}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:36:43.284447 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3b51997-3bc1-4d90-addf-c12d465915be {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:36:43.284885 dv-cinder-815746-1-iscsi neutron-server[101367]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'code': 422} returned with failed status Oct 27 21:36:43.313492 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=84fdfafb-f44b-48d2-8b3e-c27366010615,revision_number=8']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:43.958007 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd962c0e-c1b6-4d48-a229-768077ea929f req-00ee44af-b0f3-4dd5-b6d9-adb8104024a3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:43.960513 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fd962c0e-c1b6-4d48-a229-768077ea929f req-00ee44af-b0f3-4dd5-b6d9-adb8104024a3 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 945 time: 0.0707345 Oct 27 21:36:44.018966 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fd962c0e-c1b6-4d48-a229-768077ea929f req-5f37b5eb-547d-44f2-bf73-0e74d7edde90 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups?id=f17eb65a-f67a-49db-b0c4-b018e294fc46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510752 Oct 27 21:36:44.079282 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [req-c662906c-2257-496d-ae88-84340a7c8b17 req-7d5e0968-792c-4dc9-8035-2f165c4d1e69 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:36:44.080305 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c662906c-2257-496d-ae88-84340a7c8b17 req-7d5e0968-792c-4dc9-8035-2f165c4d1e69 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1302629 Oct 27 21:36:44.286434 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e128916-c87e-4097-8ced-b349fe04651c req-2e2178a4-7b9e-4b00-b3b8-1daf9ac3bbe2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:44.288051 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3e128916-c87e-4097-8ced-b349fe04651c req-2e2178a4-7b9e-4b00-b3b8-1daf9ac3bbe2 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0560906 Oct 27 21:36:44.337606 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-3e128916-c87e-4097-8ced-b349fe04651c req-e7f348a1-2239-47ce-83c2-ae9df577d5bd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419104 Oct 27 21:36:44.565640 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35228) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:44.585547 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-3eee8a1c-8ad6-4a47-bba2-fb3ba833c435 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:44.586974 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-3eee8a1c-8ad6-4a47-bba2-fb3ba833c435 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.83 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 945 time: 0.0544956 Oct 27 21:36:44.660265 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-ad33a4d9-7600-47d7-9c6c-974b4e36c1c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933614 Oct 27 21:36:44.669489 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-5d7d1fb7-f312-46b2-9ea3-2f5b2c09ff7b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:36:44.670566 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-5d7d1fb7-f312-46b2-9ea3-2f5b2c09ff7b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051730 Oct 27 21:36:44.680739 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Deleting port dfd19819-55fa-4166-8632-6db4333c51c2 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:44.681223 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:44.775524 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] For port dfd19819-55fa-4166-8632-6db4333c51c2, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=dfd19819-55fa-4166-8632-6db4333c51c2,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:44.775876 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:44.954999 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:44.955310 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:44.955615 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.l3_db [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Floating IP f4e0f2a3-1a07-4a55-83f9-493ee3d6b7c9 disassociated. External IP: 172.27.2.114, port: dfd19819-55fa-4166-8632-6db4333c51c2. Oct 27 21:36:44.955979 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Calling delete_port for dfd19819-55fa-4166-8632-6db4333c51c2 owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:45.102317 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:45.127906 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2a3a8a22-1636-473b-9999-21ad406c7899 req-cd9e2e02-d2a4-40bb-af24-325dba839aab tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/ports?device_id=df59f1e1-08f6-4b54-a266-1900a7b9079a HTTP/1.1" status: 200 len: 210 time: 0.0270615 Oct 27 21:36:45.138717 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event deleted for resources: {'Port': ['ID=dfd19819-55fa-4166-8632-6db4333c51c2,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:45.149135 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:45.149493 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:45.149812 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:45.150136 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:45.150456 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:45.150779 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:45.151093 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:45.151409 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:45.151725 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:45.152034 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:45.152343 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:45.152679 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:36:45.270537 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:36:45.389403 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:36:45.404465 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3808c-ebfc-4146-863c-0574f75fa20e None None] Sync routers for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:36:45.421698 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3808c-ebfc-4146-863c-0574f75fa20e None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:45.422742 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-05f3808c-ebfc-4146-863c-0574f75fa20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:36:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:45.432809 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] No DVR routers for this DVR port dfd19819-55fa-4166-8632-6db4333c51c2 on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:36:45.435787 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:45.439273 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-741b006f-a5a5-4ec3-978e-15489ff12110 req-6fab852f-997d-4d38-8213-91bba0b2378d tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.83 "DELETE /v2.0/ports/dfd19819-55fa-4166-8632-6db4333c51c2 HTTP/1.1" status: 204 len: 173 time: 0.8451993 Oct 27 21:36:45.439759 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'name': 'network-vif-deleted', 'tag': 'dfd19819-55fa-4166-8632-6db4333c51c2'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:36:45.442128 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c6c6cb-7f6c-4643-9102-18c353907f92" -d '{"events": [{"server_uuid": "df59f1e1-08f6-4b54-a266-1900a7b9079a", "name": "network-vif-deleted", "tag": "dfd19819-55fa-4166-8632-6db4333c51c2"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:36:45.499304 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1ae1d1-c15b-4204-b8e0-564c6f0febd1 x-openstack-request-id: req-9c1ae1d1-c15b-4204-b8e0-564c6f0febd1 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:36:45.499504 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df59f1e1-08f6-4b54-a266-1900a7b9079a", "name": "network-vif-deleted", "tag": "dfd19819-55fa-4166-8632-6db4333c51c2", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:36:45.499756 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c1ae1d1-c15b-4204-b8e0-564c6f0febd1 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:36:45.500154 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df59f1e1-08f6-4b54-a266-1900a7b9079a', 'name': 'network-vif-deleted', 'tag': 'dfd19819-55fa-4166-8632-6db4333c51c2', 'status': 'completed', 'code': 200} Oct 27 21:36:45.536256 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273089f-59c0-472b-8f86-8ddbef1ad0c3 req-a66d582c-14fd-410b-aec2-20e6ec2fd3c4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:45.539293 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0273089f-59c0-472b-8f86-8ddbef1ad0c3 req-a66d582c-14fd-410b-aec2-20e6ec2fd3c4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0688119 Oct 27 21:36:45.578754 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-05f3808c-ebfc-4146-863c-0574f75fa20e None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:45.623324 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0273089f-59c0-472b-8f86-8ddbef1ad0c3 req-929980af-b87b-4844-8f9e-c61c50579403 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769863 Oct 27 21:36:45.631372 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-061b8ff9-4ad8-424e-900f-e2fab3e122e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:45.633012 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-061b8ff9-4ad8-424e-900f-e2fab3e122e8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04&tenant_id=6754f171bd894b85b26c66971cab7c26 HTTP/1.1" status: 200 len: 1096 time: 0.0840056 Oct 27 21:36:45.718944 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-0a64c14e-d7c3-45cc-8244-98590977ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:45.720658 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-0a64c14e-d7c3-45cc-8244-98590977ca81 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 1096 time: 0.0494323 Oct 27 21:36:45.811501 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-05f3808c-ebfc-4146-863c-0574f75fa20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:51Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:45.817622 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-0d9436fb-dda0-43ee-9cc2-8766ac7432fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:45.819108 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-0d9436fb-dda0-43ee-9cc2-8766ac7432fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 918 time: 0.0909603 Oct 27 21:36:45.899426 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-8d3f45ef-e0cd-4e0d-a1be-5a6291e9dcb4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84fdfafb-f44b-48d2-8b3e-c27366010615 HTTP/1.1" status: 200 len: 999 time: 0.0707860 Oct 27 21:36:45.974292 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3808c-ebfc-4146-863c-0574f75fa20e None None] Checking router: 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:36:45.984356 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3808c-ebfc-4146-863c-0574f75fa20e None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:45.985027 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-05f3808c-ebfc-4146-863c-0574f75fa20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:36:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:46.000133 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-1faf16bf-8952-4976-9376-c478e29e35d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:46.002669 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-1faf16bf-8952-4976-9376-c478e29e35d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.0750477 Oct 27 21:36:46.064292 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-18a13f39-2663-4823-b7b1-160702411a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:46.065931 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-18a13f39-2663-4823-b7b1-160702411a9d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521069 Oct 27 21:36:46.135480 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-05f3808c-ebfc-4146-863c-0574f75fa20e None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:46.165517 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-1aaff64c-b160-4a1c-922f-e90a92578dc2 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916941 Oct 27 21:36:46.229301 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35250) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:46.287993 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e8fcee50-b566-4e31-8ba4-438880b2110d req-68fe0cd1-ae2b-4f8d-9755-3de4df87b31e service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134624 Oct 27 21:36:46.290839 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71a2-a98f-4826-aafe-5220ecf98c2f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:46.319636 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71a2-a98f-4826-aafe-5220ecf98c2f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:46.361712 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-05f3808c-ebfc-4146-863c-0574f75fa20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:51Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:46.392095 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71a2-a98f-4826-aafe-5220ecf98c2f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:46.394850 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fc9c71a2-a98f-4826-aafe-5220ecf98c2f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:46.398653 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-fc9c71a2-a98f-4826-aafe-5220ecf98c2f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "DELETE /v2.0/security-groups/f17eb65a-f67a-49db-b0c4-b018e294fc46 HTTP/1.1" status: 204 len: 168 time: 0.1656780 Oct 27 21:36:46.399080 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35256) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:46.402549 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3808c-ebfc-4146-863c-0574f75fa20e None None] The sync data for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi is: [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:29:41Z', 'revision_number': 4, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '044c4efb-47e5-4c8a-846a-22bdad2c5d1d', 'name': '', 'network_id': 'd6b7a17e-09fe-4b39-b44c-2d1337d91ed7', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'mac_address': 'fa:16:3e:ae:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:34Z', 'updated_at': '2021-10-27T21:29:51Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'subnets': [{'id': '277221fb-10ab-4eb5-b84a-f5934fc5fe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:36:46.408262 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c71a2-a98f-4826-aafe-5220ecf98c2f tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17eb65a-f67a-49db-b0c4-b018e294fc46,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:46.421192 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.api.v2.resource [None req-f9e8da66-e50f-4b6c-8180-ddf65ffc79f7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] show failed (client error): The resource could not be found. Oct 27 21:36:46.422271 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-f9e8da66-e50f-4b6c-8180-ddf65ffc79f7 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "GET /v2.0/security-groups/f17eb65a-f67a-49db-b0c4-b018e294fc46 HTTP/1.1" status: 404 len: 347 time: 0.0221720 Oct 27 21:36:46.434325 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35258) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:46.604263 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-11b2d618-49c5-4ab0-bddf-1253fa291404 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Deleting port 7d65b21b-58a3-4bf0-9628-8a00ede4004c {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:46.604646 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-11b2d618-49c5-4ab0-bddf-1253fa291404 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:46.701625 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-11b2d618-49c5-4ab0-bddf-1253fa291404 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:46.701918 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-11b2d618-49c5-4ab0-bddf-1253fa291404 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:46.716688 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-11b2d618-49c5-4ab0-bddf-1253fa291404 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Calling delete_port for 7d65b21b-58a3-4bf0-9628-8a00ede4004c owned by network:floatingip {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:46.729642 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6bee6-4fed-4f73-9438-344ba88e4ff3 None None] New status for floating IP f4e0f2a3-1a07-4a55-83f9-493ee3d6b7c9: DOWN {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:36:46.841862 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2b50e-25d2-449c-bf82-eed82bf09458 req-a3a6f60f-048c-4e0c-92d0-72e335088f38 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:46.843860 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a8f2b50e-25d2-449c-bf82-eed82bf09458 req-a3a6f60f-048c-4e0c-92d0-72e335088f38 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.1167088 Oct 27 21:36:46.983770 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-11b2d618-49c5-4ab0-bddf-1253fa291404 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.036296 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2d618-49c5-4ab0-bddf-1253fa291404 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Pushing event deleted for resources: {'Port': ['ID=7d65b21b-58a3-4bf0-9628-8a00ede4004c,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:47.045958 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a8f2b50e-25d2-449c-bf82-eed82bf09458 req-6d6c0d83-f450-4381-9c27-5114d66cd285 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889286 Oct 27 21:36:47.125117 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-11b2d618-49c5-4ab0-bddf-1253fa291404 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks [] for floatingip, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.128123 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-11b2d618-49c5-4ab0-bddf-1253fa291404 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:47.129606 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-11b2d618-49c5-4ab0-bddf-1253fa291404 tempest-AttachVolumeTestJSON-1127847207 tempest-AttachVolumeTestJSON-1127847207-project] 10.222.0.53 "DELETE /v2.0/floatingips/f4e0f2a3-1a07-4a55-83f9-493ee3d6b7c9 HTTP/1.1" status: 204 len: 168 time: 0.6933410 Oct 27 21:36:48.196152 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da156c5-aeb2-44cc-8710-b9f83b39ce20 req-91b70197-db03-41ba-a7f3-e1942401fce9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:48.198114 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9da156c5-aeb2-44cc-8710-b9f83b39ce20 req-91b70197-db03-41ba-a7f3-e1942401fce9 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0633674 Oct 27 21:36:48.245842 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-9da156c5-aeb2-44cc-8710-b9f83b39ce20 req-67c21fdb-ad43-4a00-855f-142ef775ea1d tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349956 Oct 27 21:36:49.138135 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device dfd19819-55fa-4166-8632-6db4333c51c2 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:49.167992 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: dfd19819-55fa-4166-8632-6db4333c51c2 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:36:49.169023 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device dfd19819-55fa-4166-8632-6db4333c51c2 not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:36:49.391883 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8242305-de87-42a6-a255-2d995e8c3741 req-481eb180-2ed4-4925-ae4b-95938eddfdf4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:49.394754 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e8242305-de87-42a6-a255-2d995e8c3741 req-481eb180-2ed4-4925-ae4b-95938eddfdf4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0660386 Oct 27 21:36:49.477689 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e8242305-de87-42a6-a255-2d995e8c3741 req-189e51e2-7b39-4fc3-837b-8e49f1e2a1cd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761678 Oct 27 21:36:49.520066 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:50.669783 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d68327-1e92-4795-87c7-bd5ed0cc8d41 req-8d184933-6ca1-47b1-bec0-7fdd0b5999bd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:50.672262 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a3d68327-1e92-4795-87c7-bd5ed0cc8d41 req-8d184933-6ca1-47b1-bec0-7fdd0b5999bd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0767741 Oct 27 21:36:50.720691 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a3d68327-1e92-4795-87c7-bd5ed0cc8d41 req-1295fb48-0363-4241-9234-8039c49ea5d3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416865 Oct 27 21:36:50.836010 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35314) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:51.412210 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-050a36da-c579-4e50-9087-9586e5d24231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630010'] for router_interface, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.770767 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-050a36da-c579-4e50-9087-9586e5d24231 admin admin] Deleting port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:51.771284 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-050a36da-c579-4e50-9087-9586e5d24231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.918024 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c9c30-ba61-4353-b6bf-18f767374341 req-07ce3870-57b6-48e2-a097-011e43b7c5ce tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:51.921784 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-409c9c30-ba61-4353-b6bf-18f767374341 req-07ce3870-57b6-48e2-a097-011e43b7c5ce tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0958118 Oct 27 21:36:51.928550 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-050a36da-c579-4e50-9087-9586e5d24231 admin admin] For port 044c4efb-47e5-4c8a-846a-22bdad2c5d1d, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=044c4efb-47e5-4c8a-846a-22bdad2c5d1d,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:51.928924 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-050a36da-c579-4e50-9087-9586e5d24231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:51.955603 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-050a36da-c579-4e50-9087-9586e5d24231 admin admin] Calling delete_port for 044c4efb-47e5-4c8a-846a-22bdad2c5d1d owned by network:router_interface {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:51.996340 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-409c9c30-ba61-4353-b6bf-18f767374341 req-58ea8651-3898-497f-b987-09ee7f388021 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699863 Oct 27 21:36:52.223384 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-050a36da-c579-4e50-9087-9586e5d24231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:52.264197 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a36da-c579-4e50-9087-9586e5d24231 admin admin] Pushing event deleted for resources: {'Port': ['ID=044c4efb-47e5-4c8a-846a-22bdad2c5d1d,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:52.549161 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-050a36da-c579-4e50-9087-9586e5d24231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1538488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630166'] for router_interface, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.070121 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050a36da-c579-4e50-9087-9586e5d24231 admin admin] Router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:36:53.153871 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbac0e-297e-4faa-a49b-02e469db2174 req-6d6fc292-5db0-4fa3-ac0b-adf188365929 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:53.162314 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-40bbac0e-297e-4faa-a49b-02e469db2174 req-6d6fc292-5db0-4fa3-ac0b-adf188365929 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0622263 Oct 27 21:36:53.190093 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050a36da-c579-4e50-9087-9586e5d24231 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:36:53.195866 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-050a36da-c579-4e50-9087-9586e5d24231 admin admin] 10.222.0.53 "PUT /v2.0/routers/8dc259ea-e0c3-4e55-91f7-8f3a7edda056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3586149 Oct 27 21:36:53.198270 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35324) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:53.200351 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aec0e9-e4e4-473c-9399-7cac33c1f2cd None None] Sync routers for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:36:53.201795 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-40bbac0e-297e-4faa-a49b-02e469db2174 req-0d3e28cb-b095-4656-ac3b-b0bbbae7d283 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381088 Oct 27 21:36:53.216852 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aec0e9-e4e4-473c-9399-7cac33c1f2cd None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:53.217918 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-e8aec0e9-e4e4-473c-9399-7cac33c1f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:36:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:53.333281 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.357015 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-e8aec0e9-e4e4-473c-9399-7cac33c1f2cd None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:53.474104 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.543806 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Deleting port 8204be9e-98ab-43fc-88bb-1438a4f9626d {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:53.544604 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.609012 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-e8aec0e9-e4e4-473c-9399-7cac33c1f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:36:52Z', 'revision_number': 5, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port': {'id': '8204be9e-98ab-43fc-88bb-1438a4f9626d', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:20Z', 'updated_at': '2021-10-27T21:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:53.642872 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] For port 8204be9e-98ab-43fc-88bb-1438a4f9626d, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=8204be9e-98ab-43fc-88bb-1438a4f9626d,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:53.643255 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.644042 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aec0e9-e4e4-473c-9399-7cac33c1f2cd None None] Checking router: 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:36:53.654520 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aec0e9-e4e4-473c-9399-7cac33c1f2cd None None] Routers {'8dc259ea-e0c3-4e55-91f7-8f3a7edda056'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:36:53.655147 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-e8aec0e9-e4e4-473c-9399-7cac33c1f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:36:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:53.657289 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Calling delete_port for 8204be9e-98ab-43fc-88bb-1438a4f9626d owned by network:router_gateway {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:53.742670 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-e8aec0e9-e4e4-473c-9399-7cac33c1f2cd None None] Set router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 gateway port host: None {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:36:53.811352 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-e8aec0e9-e4e4-473c-9399-7cac33c1f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:36:53Z', 'revision_number': 6, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port_host': None}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:53.840413 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:53.852094 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aec0e9-e4e4-473c-9399-7cac33c1f2cd None None] The sync data for ids ['8dc259ea-e0c3-4e55-91f7-8f3a7edda056'] in dv-cinder-815746-1-iscsi is: [{'id': '8dc259ea-e0c3-4e55-91f7-8f3a7edda056', 'name': 'tempest-AttachVolumeTestJSON-1467291689-router', 'tenant_id': '660916c61f3041dcb024daef8e8d02f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:18Z', 'updated_at': '2021-10-27T21:36:53Z', 'revision_number': 6, 'project_id': '660916c61f3041dcb024daef8e8d02f6', 'gw_port_host': None}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:36:53.892507 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8204be9e-98ab-43fc-88bb-1438a4f9626d,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:53.983172 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703796'] for router_gateway, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.074251 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3098'] for router, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.076581 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.127119 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627145'] for router, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.127868 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dc259ea-e0c3-4e55-91f7-8f3a7edda056 {{(pid=101366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:36:54.133204 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.134347 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-bad6652a-0bad-44c3-a79f-91722157a0c3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8dc259ea-e0c3-4e55-91f7-8f3a7edda056 HTTP/1.1" status: 204 len: 168 time: 0.9347019 Oct 27 21:36:54.136896 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35326) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:54.184538 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_v2 [None req-54534136-b1b6-48cd-9767-46ba3935b547 admin admin] Deleting subnet 277221fb-10ab-4eb5-b84a-f5934fc5fe8a {{(pid=101366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:36:54.188285 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-54534136-b1b6-48cd-9767-46ba3935b547 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.239543 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-54534136-b1b6-48cd-9767-46ba3935b547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12665891'] for subnet, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.382222 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-54534136-b1b6-48cd-9767-46ba3935b547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.430438 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06f91-109f-445a-8e7f-177fff68e6a0 req-390d1704-7d6b-4bdc-88ac-4ac457037d27 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:54.431978 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-40d06f91-109f-445a-8e7f-177fff68e6a0 req-390d1704-7d6b-4bdc-88ac-4ac457037d27 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0986660 Oct 27 21:36:54.480773 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-54534136-b1b6-48cd-9767-46ba3935b547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12743610'] for subnet, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.498286 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-40d06f91-109f-445a-8e7f-177fff68e6a0 req-bee86b69-5b04-4000-977e-641dfe3d3b52 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597024 Oct 27 21:36:54.517269 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-54534136-b1b6-48cd-9767-46ba3935b547 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.522168 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-54534136-b1b6-48cd-9767-46ba3935b547 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/277221fb-10ab-4eb5-b84a-f5934fc5fe8a HTTP/1.1" status: 204 len: 168 time: 0.3833203 Oct 27 21:36:54.522720 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7507eb99-8e51-4918-97c4-9edb922fc04d None None] Network d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:36:54.523410 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54534136-b1b6-48cd-9767-46ba3935b547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=277221fb-10ab-4eb5-b84a-f5934fc5fe8a,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:54.524248 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35330) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:54.646430 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.713043 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Deleting port b6f18f80-77a7-4b40-acbd-553b36c0599f {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:54.713380 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.785771 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] For port b6f18f80-77a7-4b40-acbd-553b36c0599f, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=b6f18f80-77a7-4b40-acbd-553b36c0599f,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:54.786147 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.802232 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Calling delete_port for b6f18f80-77a7-4b40-acbd-553b36c0599f owned by network:dhcp {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:54.804278 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eebc9fe-e58f-4d86-9faa-f24b93482c50 None None] DHCP port deletion for d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 request from dv-cinder-815746-1-iscsi {{(pid=101367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:36:54.878451 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-6eebc9fe-e58f-4d86-9faa-f24b93482c50 None None] Deleting port b6f18f80-77a7-4b40-acbd-553b36c0599f {{(pid=101367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:36:54.879055 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6eebc9fe-e58f-4d86-9faa-f24b93482c50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.933047 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:54.987727 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f18f80-77a7-4b40-acbd-553b36c0599f,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:54.990826 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-6eebc9fe-e58f-4d86-9faa-f24b93482c50 None None] For port b6f18f80-77a7-4b40-acbd-553b36c0599f, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=b6f18f80-77a7-4b40-acbd-553b36c0599f,segment=NetworkSegment(aab1895e-b074-4ed0-a1ff-87a5657b1b2b),segment_id=aab1895e-b074-4ed0-a1ff-87a5657b1b2b)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:36:54.991221 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6eebc9fe-e58f-4d86-9faa-f24b93482c50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.003153 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] No DVR routers for this DVR port b6f18f80-77a7-4b40-acbd-553b36c0599f on host dv-cinder-815746-1-iscsi {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:36:55.016339 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-6eebc9fe-e58f-4d86-9faa-f24b93482c50 None None] Calling delete_port for b6f18f80-77a7-4b40-acbd-553b36c0599f owned by network:dhcp {{(pid=101367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:36:55.124594 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6eebc9fe-e58f-4d86-9faa-f24b93482c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437'] for port, after_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.124938 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.150998 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebc9fe-e58f-4d86-9faa-f24b93482c50 None None] Pushing event deleted for resources: {'Port': ['ID=b6f18f80-77a7-4b40-acbd-553b36c0599f,revision_number=None']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:55.161961 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eebc9fe-e58f-4d86-9faa-f24b93482c50 None None] No DVR routers for this DVR port b6f18f80-77a7-4b40-acbd-553b36c0599f on host dv-cinder-815746-1-iscsi {{(pid=101367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:36:55.176476 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b7a17e-09fe-4b39-b44c-2d1337d91ed7']}} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:55.194797 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b') {'for_net_delete': True} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:55.195087 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab1895e-b074-4ed0-a1ff-87a5657b1b2b') {} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:36:55.207163 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14559722'] for segment, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.222212 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.229168 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=101365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:36:55.229551 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14562605'] for segment, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: Traceback (most recent call last): Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: timer() Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: cb(*args, **kw) Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: return func(*args, **kwargs) Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: self._notify() Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: self.callback(batched_events) Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: event.method(event) Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: return f(self, *a, **k) Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._get(url).json() Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: return self.request(url, 'GET', **kwargs) Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:36:55.231627 dv-cinder-815746-1-iscsi neutron-server[101365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:36:55.295513 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.312502 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.316666 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d6b7a17e-09fe-4b39-b44c-2d1337d91ed7 HTTP/1.1" status: 204 len: 168 time: 0.7907929 Oct 27 21:36:55.332946 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e75dc-4b23-437f-9b4e-ba9c6105d776 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b7a17e-09fe-4b39-b44c-2d1337d91ed7,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:55.460756 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35334) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:55.501310 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-9cc7d89c-0d83-40ce-9463-31369ae33000 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=660916c61f3041dcb024daef8e8d02f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388677 Oct 27 21:36:55.504039 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35336) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:36:55.581011 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c623dcc5-8a66-4e6e-bc09-ee354b347558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.637908 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c623dcc5-8a66-4e6e-bc09-ee354b347558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.648832 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device b6f18f80-77a7-4b40-acbd-553b36c0599f no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:55.684181 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: b6f18f80-77a7-4b40-acbd-553b36c0599f {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:36:55.684929 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device b6f18f80-77a7-4b40-acbd-553b36c0599f not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:36:55.685571 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 8204be9e-98ab-43fc-88bb-1438a4f9626d no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:55.707569 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb80657-58e5-49df-8fc0-7d5be2d25cee req-e07afb9c-bb41-4948-89f0-b90c9cb32fef tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:55.709555 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4fb80657-58e5-49df-8fc0-7d5be2d25cee req-e07afb9c-bb41-4948-89f0-b90c9cb32fef tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.1137035 Oct 27 21:36:55.720194 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: 8204be9e-98ab-43fc-88bb-1438a4f9626d {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:36:55.720194 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 8204be9e-98ab-43fc-88bb-1438a4f9626d not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:36:55.720194 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 044c4efb-47e5-4c8a-846a-22bdad2c5d1d no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:36:55.740218 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: 044c4efb-47e5-4c8a-846a-22bdad2c5d1d {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:36:55.740944 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 044c4efb-47e5-4c8a-846a-22bdad2c5d1d not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:36:55.755480 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c623dcc5-8a66-4e6e-bc09-ee354b347558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.758227 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c623dcc5-8a66-4e6e-bc09-ee354b347558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:36:55.759458 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c623dcc5-8a66-4e6e-bc09-ee354b347558 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd56e7f3-7294-4bc2-84be-0e46626784c9 HTTP/1.1" status: 204 len: 168 time: 0.2546105 Oct 27 21:36:55.782666 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4fb80657-58e5-49df-8fc0-7d5be2d25cee req-78c349b6-2468-4dbe-ba73-07d3adf88ef7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654900 Oct 27 21:36:55.795676 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623dcc5-8a66-4e6e-bc09-ee354b347558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd56e7f3-7294-4bc2-84be-0e46626784c9,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:36:56.925532 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17434c7-1d85-41f9-b7d8-c0c14da45919 req-bbc17ba7-9924-48d5-917a-dd6524fbd94a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:56.927149 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f17434c7-1d85-41f9-b7d8-c0c14da45919 req-bbc17ba7-9924-48d5-917a-dd6524fbd94a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0656254 Oct 27 21:36:56.971657 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f17434c7-1d85-41f9-b7d8-c0c14da45919 req-ffeda655-f982-4c3e-adcf-d7d35df479cf tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371780 Oct 27 21:36:58.097220 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747049-e919-45df-8697-0b684e1a6bf8 req-6a167c77-b404-4503-8058-454ac1ba7dde tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:58.098701 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-13747049-e919-45df-8697-0b684e1a6bf8 req-6a167c77-b404-4503-8058-454ac1ba7dde tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0498331 Oct 27 21:36:58.136786 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-13747049-e919-45df-8697-0b684e1a6bf8 req-b45fe398-1105-42a1-a3a3-5850d384ce1e tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312085 Oct 27 21:36:59.270411 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7711f-2381-4d1f-b2d7-91fdc62ae6f3 req-e83ec6bd-aadb-4fdd-a876-3c4e314fcf8a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:36:59.271886 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dee7711f-2381-4d1f-b2d7-91fdc62ae6f3 req-e83ec6bd-aadb-4fdd-a876-3c4e314fcf8a tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0585356 Oct 27 21:36:59.314387 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dee7711f-2381-4d1f-b2d7-91fdc62ae6f3 req-9a88d877-273f-46f9-8615-0160cdc71095 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353243 Oct 27 21:37:00.444462 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dba969-ccb4-4040-b7c6-5be6d9ee3ff9 req-efbc6728-c3b0-4bb5-b620-37827a59c8b1 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:00.445953 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b4dba969-ccb4-4040-b7c6-5be6d9ee3ff9 req-efbc6728-c3b0-4bb5-b620-37827a59c8b1 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 943 time: 0.0542388 Oct 27 21:37:00.487520 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b4dba969-ccb4-4040-b7c6-5be6d9ee3ff9 req-7ea701ac-b46f-455e-b43d-40362d4413df tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334415 Oct 27 21:37:01.213808 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 84fdfafb-f44b-48d2-8b3e-c27366010615 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:37:01.324113 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=84fdfafb-f44b-48d2-8b3e-c27366010615,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:01.337072 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'port_id': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'mac_address': 'fa:16:3e:ee:69:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:37:01.381218 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:01.395342 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fdfafb-f44b-48d2-8b3e-c27366010615 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:37:01.430790 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=84fdfafb-f44b-48d2-8b3e-c27366010615,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:01.436558 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:01.489778 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=84fdfafb-f44b-48d2-8b3e-c27366010615,revision_number=9']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:01.631328 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa22a5-23a8-44cd-a487-a8928e84177d req-a9f586f3-19a8-454a-9649-a9d17d3a4cc3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:01.633114 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c6aa22a5-23a8-44cd-a487-a8928e84177d req-a9f586f3-19a8-454a-9649-a9d17d3a4cc3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 944 time: 0.0573556 Oct 27 21:37:01.680179 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c6aa22a5-23a8-44cd-a487-a8928e84177d req-32dd6c79-ac11-4040-85e1-5430fe45caf7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399144 Oct 27 21:37:01.744732 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['84fdfafb-f44b-48d2-8b3e-c27366010615'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:37:02.811510 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074aac0-b7b6-4c4d-8143-011f8512cfbb req-196cd365-ada8-4e74-8e2b-49f07d2ba553 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:02.813089 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7074aac0-b7b6-4c4d-8143-011f8512cfbb req-196cd365-ada8-4e74-8e2b-49f07d2ba553 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 944 time: 0.0563700 Oct 27 21:37:02.853671 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7074aac0-b7b6-4c4d-8143-011f8512cfbb req-ca459c13-062b-41f3-a488-99d08c581438 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341001 Oct 27 21:37:03.213690 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 84fdfafb-f44b-48d2-8b3e-c27366010615 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:37:03.266801 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 84fdfafb-f44b-48d2-8b3e-c27366010615 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:37:03.267173 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:03.359261 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:03.384297 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:37:03.386844 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc5ff63-5c1b-4316-9e73-18f68cc3eb5b" -d '{"events": [{"server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "name": "network-vif-plugged", "status": "completed", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:37:03.403633 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=84fdfafb-f44b-48d2-8b3e-c27366010615,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:03.408841 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:03.432502 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d50ef9d-0936-4a8f-a8d0-d9ce7bbb96f6 x-openstack-request-id: req-1d50ef9d-0936-4a8f-a8d0-d9ce7bbb96f6 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:37:03.432763 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "name": "network-vif-plugged", "status": "completed", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:37:03.433048 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d50ef9d-0936-4a8f-a8d0-d9ce7bbb96f6 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:37:03.433449 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'code': 200} Oct 27 21:37:03.463183 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=84fdfafb-f44b-48d2-8b3e-c27366010615,revision_number=10']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:03.470262 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:03.470512 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:03.470851 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:03.471177 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:03.471494 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:03.471816 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:03.472130 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:03.472428 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:03.472749 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:03.473091 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:03.473694 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:03.473694 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:03.667777 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f6d3b-1c0d-4a0f-a5ed-1e6082ae6080 req-e1d53ba8-993e-429d-8889-773d83f4824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:03.669950 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7e9f6d3b-1c0d-4a0f-a5ed-1e6082ae6080 req-e1d53ba8-993e-429d-8889-773d83f4824a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 1099 time: 0.0501909 Oct 27 21:37:03.704712 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7e9f6d3b-1c0d-4a0f-a5ed-1e6082ae6080 req-7ee82628-eb70-47ce-a250-353adcd07ec6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274498 Oct 27 21:37:03.981481 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ffa7f-a286-498c-a08b-e2ca530cee2f req-2d5755d1-43d3-4ae8-9abf-6d4f984712a7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:03.982940 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-743ffa7f-a286-498c-a08b-e2ca530cee2f req-2d5755d1-43d3-4ae8-9abf-6d4f984712a7 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 946 time: 0.0520020 Oct 27 21:37:04.025632 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-743ffa7f-a286-498c-a08b-e2ca530cee2f req-a696019f-64a5-465a-8335-b1b749a4c3bc tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354543 Oct 27 21:37:04.681894 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-1ff3b61e-801c-463d-af16-00c0bfddea13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:05.190451 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69989462-6735-43f5-98d1-848324ecdb47 req-f4645366-8778-4f88-aa87-9718f358a725 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:05.192572 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-69989462-6735-43f5-98d1-848324ecdb47 req-f4645366-8778-4f88-aa87-9718f358a725 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 946 time: 0.0682223 Oct 27 21:37:05.247529 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-69989462-6735-43f5-98d1-848324ecdb47 req-b0a686c5-c9c1-4013-811c-865f806c6167 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482051 Oct 27 21:37:05.565650 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35506) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:05.721092 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:05.847872 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:05.852352 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:05.891472 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba427c5-1269-4f40-a566-47ab3dbfd326,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:05.895688 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a19c3efbff854a2399fc54408d391121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285592 Oct 27 21:37:05.899449 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35510) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:05.902478 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:05.902820 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:05.903148 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:05.903492 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:05.903815 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:05.904137 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:05.904482 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:05.904813 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:05.905167 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:05.905484 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:05.905802 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:05.906114 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d66a6-8d52-4f31-9874-60c4fcf19e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:05.970527 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-773a4243-e9a1-41dd-be60-be9934c953ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:05.993445 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-773a4243-e9a1-41dd-be60-be9934c953ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:06.056350 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-773a4243-e9a1-41dd-be60-be9934c953ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:06.061573 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-773a4243-e9a1-41dd-be60-be9934c953ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:06.064070 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-773a4243-e9a1-41dd-be60-be9934c953ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cba427c5-1269-4f40-a566-47ab3dbfd326 HTTP/1.1" status: 204 len: 168 time: 0.1628983 Oct 27 21:37:06.082798 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a4243-e9a1-41dd-be60-be9934c953ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba427c5-1269-4f40-a566-47ab3dbfd326,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:06.403296 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61281f-78e9-403d-a950-6824d9a90684 req-e1448142-1ce0-4e01-ade3-499f6fdcbf9b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:06.404911 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dd61281f-78e9-403d-a950-6824d9a90684 req-e1448142-1ce0-4e01-ade3-499f6fdcbf9b tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 946 time: 0.0617673 Oct 27 21:37:06.452749 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dd61281f-78e9-403d-a950-6824d9a90684 req-ba041746-481d-45c0-b5c4-c2ec6f067bb4 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377860 Oct 27 21:37:07.627978 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-2e6d9d0c-f85b-4590-a080-826b0efd1009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.041881 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35564) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:08.171164 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-410d0001-ff9e-4730-8d79-1a3f253308f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.258287 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-410d0001-ff9e-4730-8d79-1a3f253308f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.264514 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-410d0001-ff9e-4730-8d79-1a3f253308f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.304521 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-410d0001-ff9e-4730-8d79-1a3f253308f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b08771fb8c444ff9a89549d5c0608ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614930 Oct 27 21:37:08.305466 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d0001-ff9e-4730-8d79-1a3f253308f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b40c51-91c8-4fb1-8e98-8f5fdec3e273,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:08.307854 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35568) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:08.375247 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-94056ae7-9754-4609-bc28-daa9b61aef0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.399423 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-94056ae7-9754-4609-bc28-daa9b61aef0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.462046 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-94056ae7-9754-4609-bc28-daa9b61aef0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.465563 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-94056ae7-9754-4609-bc28-daa9b61aef0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.467114 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-94056ae7-9754-4609-bc28-daa9b61aef0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39b40c51-91c8-4fb1-8e98-8f5fdec3e273 HTTP/1.1" status: 204 len: 168 time: 0.1577497 Oct 27 21:37:08.476208 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94056ae7-9754-4609-bc28-daa9b61aef0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b40c51-91c8-4fb1-8e98-8f5fdec3e273,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:08.488837 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.566995 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.830450 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35574) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:08.846269 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-76eddb59-e634-4490-97ac-b52e3d2cf38e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.939478 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-76eddb59-e634-4490-97ac-b52e3d2cf38e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.944811 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-76eddb59-e634-4490-97ac-b52e3d2cf38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:08.986906 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-76eddb59-e634-4490-97ac-b52e3d2cf38e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a06380bddcb14bcf9005887c19149815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550786 Oct 27 21:37:08.987422 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eddb59-e634-4490-97ac-b52e3d2cf38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cd31d5-4aa2-4b35-ab15-8d18e795f9f4,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:08.990098 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35576) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:09.050878 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e7a96319-bd3b-4360-acf5-2a9212937880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:09.073975 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e7a96319-bd3b-4360-acf5-2a9212937880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:09.130251 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e7a96319-bd3b-4360-acf5-2a9212937880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:09.132968 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e7a96319-bd3b-4360-acf5-2a9212937880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:09.134163 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-e7a96319-bd3b-4360-acf5-2a9212937880 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0cd31d5-4aa2-4b35-ab15-8d18e795f9f4 HTTP/1.1" status: 204 len: 168 time: 0.1425951 Oct 27 21:37:09.143043 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a96319-bd3b-4360-acf5-2a9212937880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cd31d5-4aa2-4b35-ab15-8d18e795f9f4,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:10.603600 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:13.719101 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:37:14.526525 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35652) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:14.646451 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7a936762-99c4-4f32-90b8-0e6ce8748bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:14.728795 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7a936762-99c4-4f32-90b8-0e6ce8748bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:14.733550 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7a936762-99c4-4f32-90b8-0e6ce8748bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:14.773923 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-7a936762-99c4-4f32-90b8-0e6ce8748bea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95d4014c9ede421dadbb5a4eac63a61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460134 Oct 27 21:37:14.774704 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a936762-99c4-4f32-90b8-0e6ce8748bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daccdde-0985-441c-a40d-04b8b008e40e,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:14.776803 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35656) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:14.839097 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2550e24d-e7d6-4f22-be24-631c361e9228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:14.875226 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2550e24d-e7d6-4f22-be24-631c361e9228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:14.934405 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2550e24d-e7d6-4f22-be24-631c361e9228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:14.937030 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2550e24d-e7d6-4f22-be24-631c361e9228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:14.938246 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-2550e24d-e7d6-4f22-be24-631c361e9228 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6daccdde-0985-441c-a40d-04b8b008e40e HTTP/1.1" status: 204 len: 168 time: 0.1602924 Oct 27 21:37:14.947442 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550e24d-e7d6-4f22-be24-631c361e9228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daccdde-0985-441c-a40d-04b8b008e40e,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:15.267415 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35662) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:15.283691 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d2399ed9-9cb8-454c-ae74-f23572b31b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:15.364268 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d2399ed9-9cb8-454c-ae74-f23572b31b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:15.369510 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d2399ed9-9cb8-454c-ae74-f23572b31b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:15.413267 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-d2399ed9-9cb8-454c-ae74-f23572b31b00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47dd22e2e790494aa3e24772c33c5137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443484 Oct 27 21:37:15.413918 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2399ed9-9cb8-454c-ae74-f23572b31b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951ed452-a753-44c4-a244-60258dbebd9f,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:15.416013 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35664) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:15.477544 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-86251aa3-1f13-4439-a842-51207e740c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:15.506410 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-86251aa3-1f13-4439-a842-51207e740c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:15.560454 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-86251aa3-1f13-4439-a842-51207e740c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:15.563863 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-86251aa3-1f13-4439-a842-51207e740c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:15.567540 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-86251aa3-1f13-4439-a842-51207e740c69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/951ed452-a753-44c4-a244-60258dbebd9f HTTP/1.1" status: 204 len: 168 time: 0.1496584 Oct 27 21:37:15.580330 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86251aa3-1f13-4439-a842-51207e740c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951ed452-a753-44c4-a244-60258dbebd9f,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:19.501764 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:20.978305 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35762) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:21.102962 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-deaf4c6a-768b-4e8d-80c0-6097e58de71e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.191060 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-deaf4c6a-768b-4e8d-80c0-6097e58de71e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.195903 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-deaf4c6a-768b-4e8d-80c0-6097e58de71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.234533 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-deaf4c6a-768b-4e8d-80c0-6097e58de71e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bcf7336faa04635ac25d43db5f3af4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549534 Oct 27 21:37:21.235330 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf4c6a-768b-4e8d-80c0-6097e58de71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84b7a0d-564a-436b-9342-64fe115ef041,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:21.237297 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35766) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:21.286666 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-65de5ced-12e5-47ad-acaa-4d6202c80040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.308276 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-65de5ced-12e5-47ad-acaa-4d6202c80040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.362905 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-65de5ced-12e5-47ad-acaa-4d6202c80040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.365707 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-65de5ced-12e5-47ad-acaa-4d6202c80040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.366872 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-65de5ced-12e5-47ad-acaa-4d6202c80040 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f84b7a0d-564a-436b-9342-64fe115ef041 HTTP/1.1" status: 204 len: 168 time: 0.1286371 Oct 27 21:37:21.375591 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de5ced-12e5-47ad-acaa-4d6202c80040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84b7a0d-564a-436b-9342-64fe115ef041,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:21.642372 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35772) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:21.656452 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e094422d-7dc8-4ce8-b247-0c96a0a95876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.736838 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e094422d-7dc8-4ce8-b247-0c96a0a95876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.741529 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e094422d-7dc8-4ce8-b247-0c96a0a95876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.780360 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-e094422d-7dc8-4ce8-b247-0c96a0a95876 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1209c2196d8a4aa1ba93f82e8f11f530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368654 Oct 27 21:37:21.781091 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094422d-7dc8-4ce8-b247-0c96a0a95876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9df145-65ca-4677-934c-e0ab670d3ebc,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:21.783716 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35774) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:21.835919 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1ff72845-7ca3-4c61-baa8-0e4fd2ada5a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.862532 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1ff72845-7ca3-4c61-baa8-0e4fd2ada5a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.911678 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1ff72845-7ca3-4c61-baa8-0e4fd2ada5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.914799 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1ff72845-7ca3-4c61-baa8-0e4fd2ada5a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:21.916125 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-1ff72845-7ca3-4c61-baa8-0e4fd2ada5a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c9df145-65ca-4677-934c-e0ab670d3ebc HTTP/1.1" status: 204 len: 168 time: 0.1314063 Oct 27 21:37:21.924757 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff72845-7ca3-4c61-baa8-0e4fd2ada5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9df145-65ca-4677-934c-e0ab670d3ebc,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:22.258425 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35780) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:22.273207 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6085066b-30a7-479f-b6e4-f11d70902df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.371595 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6085066b-30a7-479f-b6e4-f11d70902df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.376535 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6085066b-30a7-479f-b6e4-f11d70902df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.415125 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-6085066b-30a7-479f-b6e4-f11d70902df4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=294b5fd15850411aa4646d7f93dad96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555791 Oct 27 21:37:22.416007 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085066b-30a7-479f-b6e4-f11d70902df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278b0a72-e4a6-4b8b-9d37-67d02b1c8f53,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:22.418014 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35782) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:22.476891 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7c1054cb-9c9c-4701-9faa-0ada96b267fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.499213 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7c1054cb-9c9c-4701-9faa-0ada96b267fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.547283 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7c1054cb-9c9c-4701-9faa-0ada96b267fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.549801 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7c1054cb-9c9c-4701-9faa-0ada96b267fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:22.551136 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-7c1054cb-9c9c-4701-9faa-0ada96b267fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/278b0a72-e4a6-4b8b-9d37-67d02b1c8f53 HTTP/1.1" status: 204 len: 168 time: 0.1320021 Oct 27 21:37:22.561996 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1054cb-9c9c-4701-9faa-0ada96b267fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278b0a72-e4a6-4b8b-9d37-67d02b1c8f53,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:23.412826 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-90a2dea3-92a7-4025-b932-568da7aff1a4 req-f8eab7d5-be19-4900-b50c-ab5a5097df74 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3077168 Oct 27 21:37:23.524922 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2dea3-92a7-4025-b932-568da7aff1a4 req-d3e7ca06-6c5e-4d5d-aa8f-3f87de54642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:23.526457 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-90a2dea3-92a7-4025-b932-568da7aff1a4 req-d3e7ca06-6c5e-4d5d-aa8f-3f87de54642d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6754f171bd894b85b26c66971cab7c26&device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 1099 time: 0.0432446 Oct 27 21:37:23.646648 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2dea3-92a7-4025-b932-568da7aff1a4 req-5d375457-3fc8-4724-8ea4-48561cd9ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:23.648152 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-90a2dea3-92a7-4025-b932-568da7aff1a4 req-5d375457-3fc8-4724-8ea4-48561cd9ef35 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 200 len: 918 time: 0.0950792 Oct 27 21:37:23.721472 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-90a2dea3-92a7-4025-b932-568da7aff1a4 req-1b48a50c-373b-44ba-be32-cbd6ec81ae66 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84fdfafb-f44b-48d2-8b3e-c27366010615 HTTP/1.1" status: 200 len: 1001 time: 0.0655186 Oct 27 21:37:23.778185 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2dea3-92a7-4025-b932-568da7aff1a4 req-5227d7c1-2c50-4884-9f89-aa9ae2aaa052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:23.778185 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-90a2dea3-92a7-4025-b932-568da7aff1a4 req-5227d7c1-2c50-4884-9f89-aa9ae2aaa052 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 200 len: 856 time: 0.0483193 Oct 27 21:37:23.838856 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2dea3-92a7-4025-b932-568da7aff1a4 req-f9095248-2cc7-491a-912a-ec1ac6bf938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:23.840441 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-90a2dea3-92a7-4025-b932-568da7aff1a4 req-f9095248-2cc7-491a-912a-ec1ac6bf938f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a8170b-e56c-445e-b9da-4e58c20eba72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544326 Oct 27 21:37:23.969690 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-90a2dea3-92a7-4025-b932-568da7aff1a4 req-c3ea86ad-cb3d-4945-a561-0219ab03a314 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209257 Oct 27 21:37:24.068660 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-90a2dea3-92a7-4025-b932-568da7aff1a4 req-b03fbae9-5e90-4550-aa5a-385d1f58d5d3 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903304 Oct 27 21:37:24.778417 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35850) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:24.903972 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-35698cd1-5aa2-4605-83b9-4ab96396ab48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.989385 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-35698cd1-5aa2-4605-83b9-4ab96396ab48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:24.995074 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-35698cd1-5aa2-4605-83b9-4ab96396ab48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.033184 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-35698cd1-5aa2-4605-83b9-4ab96396ab48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2f3ae6e9651420bb2cee50c465defc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534754 Oct 27 21:37:25.034103 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35698cd1-5aa2-4605-83b9-4ab96396ab48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16eca5a7-11c0-4a6d-bb68-4d03bd318b82,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:25.036066 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35854) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:25.086624 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-246577d9-d306-4e0e-9a7a-19f62fa82300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.109698 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-246577d9-d306-4e0e-9a7a-19f62fa82300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.166518 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-246577d9-d306-4e0e-9a7a-19f62fa82300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.169135 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-246577d9-d306-4e0e-9a7a-19f62fa82300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.170280 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-246577d9-d306-4e0e-9a7a-19f62fa82300 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16eca5a7-11c0-4a6d-bb68-4d03bd318b82 HTTP/1.1" status: 204 len: 168 time: 0.1332262 Oct 27 21:37:25.185597 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246577d9-d306-4e0e-9a7a-19f62fa82300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eca5a7-11c0-4a6d-bb68-4d03bd318b82,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:25.467075 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35860) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:25.480600 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1fccc138-f541-4b78-a38a-f6f16b4ae22f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.563210 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1fccc138-f541-4b78-a38a-f6f16b4ae22f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.567845 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1fccc138-f541-4b78-a38a-f6f16b4ae22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.608889 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccc138-f541-4b78-a38a-f6f16b4ae22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f8270c-7f0f-4db3-9c0b-7a12e40f28a0,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:25.613156 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-1fccc138-f541-4b78-a38a-f6f16b4ae22f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d70bb5c8eadb4017929682507fcb445f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450393 Oct 27 21:37:25.616030 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35862) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:25.669139 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4135-0240-4d22-9751-dec3d74bd8f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.690513 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4135-0240-4d22-9751-dec3d74bd8f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.744312 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4135-0240-4d22-9751-dec3d74bd8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.747275 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4135-0240-4d22-9751-dec3d74bd8f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:25.748524 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c9fc4135-0240-4d22-9751-dec3d74bd8f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94f8270c-7f0f-4db3-9c0b-7a12e40f28a0 HTTP/1.1" status: 204 len: 168 time: 0.1315475 Oct 27 21:37:25.757497 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc4135-0240-4d22-9751-dec3d74bd8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f8270c-7f0f-4db3-9c0b-7a12e40f28a0,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:34.669252 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-df1cdc9a-e1f3-4da8-bb28-dc48e9e7710c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.447518 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 35952) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:35.565158 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b5e1012d-c135-42c2-b6b2-cc455b5fb11c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.646441 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b5e1012d-c135-42c2-b6b2-cc455b5fb11c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.653058 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b5e1012d-c135-42c2-b6b2-cc455b5fb11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.691474 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-b5e1012d-c135-42c2-b6b2-cc455b5fb11c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=097929a8cb86407996bc354884ac81fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428601 Oct 27 21:37:35.692341 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1012d-c135-42c2-b6b2-cc455b5fb11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243cd27c-0a23-4d7c-a48c-2b8a4d1513d1,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:35.695304 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 35956) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:35.749141 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3bfbdffb-f58c-4ec3-8120-618d70209228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.772134 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3bfbdffb-f58c-4ec3-8120-618d70209228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.830975 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3bfbdffb-f58c-4ec3-8120-618d70209228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.835465 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-3bfbdffb-f58c-4ec3-8120-618d70209228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:35.837162 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-3bfbdffb-f58c-4ec3-8120-618d70209228 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/243cd27c-0a23-4d7c-a48c-2b8a4d1513d1 HTTP/1.1" status: 204 len: 168 time: 0.1406176 Oct 27 21:37:35.847478 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbdffb-f58c-4ec3-8120-618d70209228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243cd27c-0a23-4d7c-a48c-2b8a4d1513d1,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:37.625684 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-62cc8ef3-207c-4c48-b47e-889a2265a832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.486655 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:38.553417 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:40.597739 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:44.124949 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36078) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:44.242670 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2892d446-5aa4-4554-8d7e-892b7acb2695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:44.321704 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2892d446-5aa4-4554-8d7e-892b7acb2695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:44.327115 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2892d446-5aa4-4554-8d7e-892b7acb2695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:44.365963 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-2892d446-5aa4-4554-8d7e-892b7acb2695 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1ddd3f0b04f4161ab03c63874d612b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399185 Oct 27 21:37:44.366857 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892d446-5aa4-4554-8d7e-892b7acb2695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14410ab9-9a27-4574-a524-98326f43b14c,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:44.368935 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36084) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:44.420465 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3db1de75-913f-45bf-bb8e-bc49af681af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:44.443299 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3db1de75-913f-45bf-bb8e-bc49af681af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:44.494060 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3db1de75-913f-45bf-bb8e-bc49af681af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:44.496683 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-3db1de75-913f-45bf-bb8e-bc49af681af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:44.497899 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-3db1de75-913f-45bf-bb8e-bc49af681af3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14410ab9-9a27-4574-a524-98326f43b14c HTTP/1.1" status: 204 len: 168 time: 0.1279404 Oct 27 21:37:44.506143 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1de75-913f-45bf-bb8e-bc49af681af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14410ab9-9a27-4574-a524-98326f43b14c,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:44.808353 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36092) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:44.825277 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c6ff95fd-2810-4743-9df2-b884a632697b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:44.907721 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c6ff95fd-2810-4743-9df2-b884a632697b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:44.912686 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c6ff95fd-2810-4743-9df2-b884a632697b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:44.956705 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c6ff95fd-2810-4743-9df2-b884a632697b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ef1d47e36bb428bb0c97a18eb2edf5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448021 Oct 27 21:37:44.956705 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff95fd-2810-4743-9df2-b884a632697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6d4d0d-aea9-44b7-b415-b10f3cd7216e,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:44.957450 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36100) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:45.012628 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-94347856-978a-4255-a935-5b0fb21e6fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:45.036610 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-94347856-978a-4255-a935-5b0fb21e6fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:45.098341 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-94347856-978a-4255-a935-5b0fb21e6fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:45.101276 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-94347856-978a-4255-a935-5b0fb21e6fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:45.102481 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-94347856-978a-4255-a935-5b0fb21e6fc4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e6d4d0d-aea9-44b7-b415-b10f3cd7216e HTTP/1.1" status: 204 len: 168 time: 0.1435392 Oct 27 21:37:45.128022 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94347856-978a-4255-a935-5b0fb21e6fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6d4d0d-aea9-44b7-b415-b10f3cd7216e,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:45.174168 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d3ced-c856-4147-9390-2c506410c76d req-98860229-2bed-437e-9883-41fe77f88d08 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:45.175693 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a01d3ced-c856-4147-9390-2c506410c76d req-98860229-2bed-437e-9883-41fe77f88d08 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 946 time: 0.0720906 Oct 27 21:37:45.225135 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a01d3ced-c856-4147-9390-2c506410c76d req-e758d880-b46f-48f5-b707-f794e45d53a0 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415139 Oct 27 21:37:45.487904 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36108) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:45.507051 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:45.586049 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:45.592744 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:45.630405 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34ac463a9ca643b2b8853c3f1eb7690d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409540 Oct 27 21:37:45.631279 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02a1c33-5f74-4446-917b-3c9c8aad51cf,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:45.633306 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36110) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:45.638672 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:45.639014 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:45.639345 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:45.639667 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:45.639989 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:45.640287 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:45.640627 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:45.640955 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:45.641277 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:45.641587 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:45.641896 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:45.642215 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9eb9a-d583-4ca7-a5f1-bb62fad7b3fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:37:45.689398 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b29d5ddb-5646-47ff-93b3-d9669d04d840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:45.711967 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b29d5ddb-5646-47ff-93b3-d9669d04d840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:45.766835 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b29d5ddb-5646-47ff-93b3-d9669d04d840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:45.770887 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-b29d5ddb-5646-47ff-93b3-d9669d04d840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:45.772075 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-b29d5ddb-5646-47ff-93b3-d9669d04d840 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e02a1c33-5f74-4446-917b-3c9c8aad51cf HTTP/1.1" status: 204 len: 168 time: 0.1376870 Oct 27 21:37:45.780291 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d5ddb-5646-47ff-93b3-d9669d04d840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02a1c33-5f74-4446-917b-3c9c8aad51cf,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:46.368566 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69cbd2-8c63-4bbd-8a70-377dedbaccca req-1f59d5bf-502e-444d-8240-4ce9b39050f6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:46.370013 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4a69cbd2-8c63-4bbd-8a70-377dedbaccca req-1f59d5bf-502e-444d-8240-4ce9b39050f6 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 946 time: 0.0590959 Oct 27 21:37:46.409493 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-4a69cbd2-8c63-4bbd-8a70-377dedbaccca req-dfc70968-90e3-4e47-8c76-f1702e332015 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f38cc7-f5dc-4441-83de-7c252397ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333683 Oct 27 21:37:46.632354 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8247836-3e91-4931-af90-d62887b84e9e req-f8489716-ba98-4180-b11a-7676a2249716 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:46.633858 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e8247836-3e91-4931-af90-d62887b84e9e req-f8489716-ba98-4180-b11a-7676a2249716 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 946 time: 0.0531914 Oct 27 21:37:46.733465 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Deleting port 84fdfafb-f44b-48d2-8b3e-c27366010615 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:46.733799 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:46.824320 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] For port 84fdfafb-f44b-48d2-8b3e-c27366010615, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=84fdfafb-f44b-48d2-8b3e-c27366010615,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:46.824669 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:46.998751 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:46.999028 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:46.999301 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.l3_db [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Floating IP 129d251c-63a1-4972-8032-10d262af0c2e disassociated. External IP: 172.27.2.101, port: 84fdfafb-f44b-48d2-8b3e-c27366010615. Oct 27 21:37:46.999632 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Calling delete_port for 84fdfafb-f44b-48d2-8b3e-c27366010615 owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:47.128532 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:47.159826 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event deleted for resources: {'Port': ['ID=84fdfafb-f44b-48d2-8b3e-c27366010615,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:47.286747 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Router 0e70cc8c-4611-458b-955e-5168ac16fa93 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:37:47.403275 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:37:47.415651 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577879c-23b5-4c0b-9922-a802f9d48bbb None None] Sync routers for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:37:47.430272 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577879c-23b5-4c0b-9922-a802f9d48bbb None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:47.430811 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-3577879c-23b5-4c0b-9922-a802f9d48bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:37:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:47.449712 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] No DVR routers for this DVR port 84fdfafb-f44b-48d2-8b3e-c27366010615 on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:37:47.452566 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:47.455844 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e8247836-3e91-4931-af90-d62887b84e9e req-4898b7bd-f70b-40ec-bc45-0258a66d27f3 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.83 "DELETE /v2.0/ports/84fdfafb-f44b-48d2-8b3e-c27366010615 HTTP/1.1" status: 204 len: 173 time: 0.8151338 Oct 27 21:37:47.456303 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'name': 'network-vif-deleted', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:37:47.459358 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfb9676-0ff6-4064-b910-29e6926c6ca1" -d '{"events": [{"server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "name": "network-vif-deleted", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:37:47.522519 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b27bc45-575e-4bf2-806a-79283c941726 x-openstack-request-id: req-3b27bc45-575e-4bf2-806a-79283c941726 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:37:47.522870 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8805704-bd12-4507-8435-5f19545a2e04", "name": "network-vif-deleted", "tag": "84fdfafb-f44b-48d2-8b3e-c27366010615", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:37:47.523093 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b27bc45-575e-4bf2-806a-79283c941726 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:37:47.523501 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8805704-bd12-4507-8435-5f19545a2e04', 'name': 'network-vif-deleted', 'tag': '84fdfafb-f44b-48d2-8b3e-c27366010615', 'status': 'completed', 'code': 200} Oct 27 21:37:47.533327 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f55c20e2-b564-4447-a446-4bbf5dce1d0b req-dfd875d8-e17d-4519-9539-c5bca5d99dfd tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8805704-bd12-4507-8435-5f19545a2e04 HTTP/1.1" status: 200 len: 210 time: 0.0426788 Oct 27 21:37:47.681364 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-3577879c-23b5-4c0b-9922-a802f9d48bbb None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:47.898744 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-3577879c-23b5-4c0b-9922-a802f9d48bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:46Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:47.933550 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577879c-23b5-4c0b-9922-a802f9d48bbb None None] Checking router: 0e70cc8c-4611-458b-955e-5168ac16fa93 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:37:47.942858 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577879c-23b5-4c0b-9922-a802f9d48bbb None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:47.943481 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-3577879c-23b5-4c0b-9922-a802f9d48bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:37:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:48.048842 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-3577879c-23b5-4c0b-9922-a802f9d48bbb None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:48.278799 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-3577879c-23b5-4c0b-9922-a802f9d48bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:46Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:48.306118 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577879c-23b5-4c0b-9922-a802f9d48bbb None None] The sync data for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi is: [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:29:31Z', 'revision_number': 4, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '0a1605be-d16a-4839-963e-d3153591fe8e', 'name': '', 'network_id': 'd8a8170b-e56c-445e-b9da-4e58c20eba72', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'mac_address': 'fa:16:3e:b7:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:26Z', 'updated_at': '2021-10-27T21:29:46Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'subnets': [{'id': '5bb3b861-383d-45b3-8bef-cfa89d0db409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:37:48.542894 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31491ce3-f784-4873-9e29-45bad3ee33aa None None] New status for floating IP 129d251c-63a1-4972-8032-10d262af0c2e: DOWN {{(pid=101367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:37:48.642469 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36128) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:48.709976 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-17b0ef59-418e-41f1-af27-42ff38b74e69 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:48.734714 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-17b0ef59-418e-41f1-af27-42ff38b74e69 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:48.783414 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-17b0ef59-418e-41f1-af27-42ff38b74e69 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:48.786084 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-17b0ef59-418e-41f1-af27-42ff38b74e69 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:48.787259 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-17b0ef59-418e-41f1-af27-42ff38b74e69 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "DELETE /v2.0/security-groups/69f38cc7-f5dc-4441-83de-7c252397ae16 HTTP/1.1" status: 204 len: 168 time: 0.1438067 Oct 27 21:37:48.790367 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36130) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:48.797956 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0ef59-418e-41f1-af27-42ff38b74e69 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f38cc7-f5dc-4441-83de-7c252397ae16,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:48.805614 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.api.v2.resource [None req-9af45d1a-1fb1-4cd8-96fe-8d9fcc230699 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] show failed (client error): The resource could not be found. Oct 27 21:37:48.806741 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-9af45d1a-1fb1-4cd8-96fe-8d9fcc230699 tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "GET /v2.0/security-groups/69f38cc7-f5dc-4441-83de-7c252397ae16 HTTP/1.1" status: 404 len: 347 time: 0.0153236 Oct 27 21:37:48.810097 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36132) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:48.943239 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-c218d6ca-d5fc-487c-aa4f-53cabf23ffaa tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Deleting port d6035866-1820-40d9-bf4c-54d9cc6e9e2c {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:48.943583 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c218d6ca-d5fc-487c-aa4f-53cabf23ffaa tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:49.040503 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c218d6ca-d5fc-487c-aa4f-53cabf23ffaa tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:49.040744 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c218d6ca-d5fc-487c-aa4f-53cabf23ffaa tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:49.053528 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-c218d6ca-d5fc-487c-aa4f-53cabf23ffaa tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Calling delete_port for d6035866-1820-40d9-bf4c-54d9cc6e9e2c owned by network:floatingip {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:49.199773 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c218d6ca-d5fc-487c-aa4f-53cabf23ffaa tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:49.231152 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218d6ca-d5fc-487c-aa4f-53cabf23ffaa tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Pushing event deleted for resources: {'Port': ['ID=d6035866-1820-40d9-bf4c-54d9cc6e9e2c,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:49.300140 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c218d6ca-d5fc-487c-aa4f-53cabf23ffaa tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks [] for floatingip, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:49.302838 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c218d6ca-d5fc-487c-aa4f-53cabf23ffaa tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:49.304075 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c218d6ca-d5fc-487c-aa4f-53cabf23ffaa tempest-AttachVolumeShelveTestJSON-2046462492 tempest-AttachVolumeShelveTestJSON-2046462492-project] 10.222.0.53 "DELETE /v2.0/floatingips/129d251c-63a1-4972-8032-10d262af0c2e HTTP/1.1" status: 204 len: 168 time: 0.4929745 Oct 27 21:37:49.478953 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 84fdfafb-f44b-48d2-8b3e-c27366010615 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:49.502695 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 84fdfafb-f44b-48d2-8b3e-c27366010615 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:49.503021 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 84fdfafb-f44b-48d2-8b3e-c27366010615 not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:49.523748 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:50.718869 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:37:51.739429 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36154) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:52.261885 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6f32f4a0-d30b-47f1-90f5-a8053cad5372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630010'] for router_interface, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:52.528061 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-6f32f4a0-d30b-47f1-90f5-a8053cad5372 admin admin] Deleting port 0a1605be-d16a-4839-963e-d3153591fe8e {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:52.528309 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6f32f4a0-d30b-47f1-90f5-a8053cad5372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:52.619949 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-6f32f4a0-d30b-47f1-90f5-a8053cad5372 admin admin] For port 0a1605be-d16a-4839-963e-d3153591fe8e, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=0a1605be-d16a-4839-963e-d3153591fe8e,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:52.620336 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6f32f4a0-d30b-47f1-90f5-a8053cad5372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:52.634519 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-6f32f4a0-d30b-47f1-90f5-a8053cad5372 admin admin] Calling delete_port for 0a1605be-d16a-4839-963e-d3153591fe8e owned by network:router_interface {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:52.828633 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6f32f4a0-d30b-47f1-90f5-a8053cad5372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:52.863891 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32f4a0-d30b-47f1-90f5-a8053cad5372 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1605be-d16a-4839-963e-d3153591fe8e,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:53.046289 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6f32f4a0-d30b-47f1-90f5-a8053cad5372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1538488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630166'] for router_interface, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:53.274495 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f32f4a0-d30b-47f1-90f5-a8053cad5372 admin admin] Router 0e70cc8c-4611-458b-955e-5168ac16fa93 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:37:53.631791 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f32f4a0-d30b-47f1-90f5-a8053cad5372 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:37:53.640562 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-6f32f4a0-d30b-47f1-90f5-a8053cad5372 admin admin] 10.222.0.53 "PUT /v2.0/routers/0e70cc8c-4611-458b-955e-5168ac16fa93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8969150 Oct 27 21:37:53.640809 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36158) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:53.644018 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95714b3-ae2b-4a05-b4d5-8836412fa70f None None] Sync routers for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:37:53.654312 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95714b3-ae2b-4a05-b4d5-8836412fa70f None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:53.654920 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-d95714b3-ae2b-4a05-b4d5-8836412fa70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:37:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:53.742295 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Publish callbacks [] for router, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:53.760671 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-d95714b3-ae2b-4a05-b4d5-8836412fa70f None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:53.843361 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:53.904308 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Deleting port f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:53.904940 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:53.940759 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-d95714b3-ae2b-4a05-b4d5-8836412fa70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:37:52Z', 'revision_number': 5, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port': {'id': 'f88dd6fe-fd82-42e9-ad0c-ad546a7d1634', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:29:19Z', 'updated_at': '2021-10-27T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:53.967208 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95714b3-ae2b-4a05-b4d5-8836412fa70f None None] Checking router: 0e70cc8c-4611-458b-955e-5168ac16fa93 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:37:53.976380 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95714b3-ae2b-4a05-b4d5-8836412fa70f None None] Routers {'0e70cc8c-4611-458b-955e-5168ac16fa93'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:37:53.977016 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-d95714b3-ae2b-4a05-b4d5-8836412fa70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:37:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0e70cc8c-4611-458b-955e-5168ac16fa93'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:53.987052 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] For port f88dd6fe-fd82-42e9-ad0c-ad546a7d1634, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=f88dd6fe-fd82-42e9-ad0c-ad546a7d1634,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:53.987417 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.000498 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Calling delete_port for f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 owned by network:router_gateway {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:54.068959 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-d95714b3-ae2b-4a05-b4d5-8836412fa70f None None] Set router 0e70cc8c-4611-458b-955e-5168ac16fa93 gateway port host: None {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:37:54.130965 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-d95714b3-ae2b-4a05-b4d5-8836412fa70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:37:53Z', 'revision_number': 6, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port_host': None}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:54.162416 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95714b3-ae2b-4a05-b4d5-8836412fa70f None None] The sync data for ids ['0e70cc8c-4611-458b-955e-5168ac16fa93'] in dv-cinder-815746-1-iscsi is: [{'id': '0e70cc8c-4611-458b-955e-5168ac16fa93', 'name': 'tempest-AttachVolumeShelveTestJSON-1435001640-router', 'tenant_id': '6754f171bd894b85b26c66971cab7c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:29:17Z', 'updated_at': '2021-10-27T21:37:53Z', 'revision_number': 6, 'project_id': '6754f171bd894b85b26c66971cab7c26', 'gw_port_host': None}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:37:54.184467 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.216661 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88dd6fe-fd82-42e9-ad0c-ad546a7d1634,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:54.324035 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b173db-b610-4953-85fc-c8e3a396170f req-0ac13d2e-810a-4c5e-b5dc-5ce813e06678 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:54.325604 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-29b173db-b610-4953-85fc-c8e3a396170f req-0ac13d2e-810a-4c5e-b5dc-5ce813e06678 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.1060486 Oct 27 21:37:54.326477 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703796'] for router_gateway, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.429156 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3098'] for router, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.431636 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.484207 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-29b173db-b610-4953-85fc-c8e3a396170f req-c0321fd6-2e90-4984-bdf8-c696d5ca72c1 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303947 Oct 27 21:37:54.497262 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627145'] for router, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.497978 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e70cc8c-4611-458b-955e-5168ac16fa93 {{(pid=101365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:37:54.509960 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] Publish callbacks [] for router, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.509960 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-120e8bcd-0146-4cbf-ba16-78be1ebd9b48 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0e70cc8c-4611-458b-955e-5168ac16fa93 HTTP/1.1" status: 204 len: 168 time: 0.8627815 Oct 27 21:37:54.509960 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36164) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:54.554985 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55820e6-3eab-421d-b7b0-7eef35d6bd04 admin admin] Deleting subnet 5bb3b861-383d-45b3-8bef-cfa89d0db409 {{(pid=101365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:37:54.558451 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b55820e6-3eab-421d-b7b0-7eef35d6bd04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.595312 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b55820e6-3eab-421d-b7b0-7eef35d6bd04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14559635'] for subnet, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.716805 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b55820e6-3eab-421d-b7b0-7eef35d6bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.782754 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b55820e6-3eab-421d-b7b0-7eef35d6bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14562759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12641038'] for subnet, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.808341 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55820e6-3eab-421d-b7b0-7eef35d6bd04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb3b861-383d-45b3-8bef-cfa89d0db409,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:54.812009 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b55820e6-3eab-421d-b7b0-7eef35d6bd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.815118 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-b55820e6-3eab-421d-b7b0-7eef35d6bd04 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5bb3b861-383d-45b3-8bef-cfa89d0db409 HTTP/1.1" status: 204 len: 168 time: 0.3061116 Oct 27 21:37:54.818730 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36166) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:54.821567 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f7c3be-c99a-481a-98c7-34ccf6b0788b None None] Network d8a8170b-e56c-445e-b9da-4e58c20eba72 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:37:54.891194 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:54.949272 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Deleting port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:54.949759 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.018821 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] For port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=e81c18a9-4b87-4c3f-8083-5f7fc60a6a05,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:55.019204 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.023156 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87739279-a423-4879-a9f7-9a0e266379ad None None] DHCP port deletion for d8a8170b-e56c-445e-b9da-4e58c20eba72 request from dv-cinder-815746-1-iscsi {{(pid=101367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:37:55.035890 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Calling delete_port for e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 owned by network:dhcp {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:55.079579 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-87739279-a423-4879-a9f7-9a0e266379ad None None] Deleting port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 {{(pid=101367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:37:55.079917 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-87739279-a423-4879-a9f7-9a0e266379ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.127841 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.149095 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-87739279-a423-4879-a9f7-9a0e266379ad None None] For port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=e81c18a9-4b87-4c3f-8083-5f7fc60a6a05,segment=NetworkSegment(3a7d0193-abb8-4422-8919-57a7bc359a41),segment_id=3a7d0193-abb8-4422-8919-57a7bc359a41)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:37:55.149878 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-87739279-a423-4879-a9f7-9a0e266379ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.154522 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e81c18a9-4b87-4c3f-8083-5f7fc60a6a05,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:55.158058 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] No DVR routers for this DVR port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 on host dv-cinder-815746-1-iscsi {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:37:55.170036 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-87739279-a423-4879-a9f7-9a0e266379ad None None] Calling delete_port for e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 owned by network:dhcp {{(pid=101367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:37:55.242766 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.250375 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-87739279-a423-4879-a9f7-9a0e266379ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437'] for port, after_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.263869 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a8170b-e56c-445e-b9da-4e58c20eba72']}} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:55.274165 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7d0193-abb8-4422-8919-57a7bc359a41') {'for_net_delete': True} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:55.274582 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7d0193-abb8-4422-8919-57a7bc359a41') {} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:37:55.275357 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87739279-a423-4879-a9f7-9a0e266379ad None None] Pushing event deleted for resources: {'Port': ['ID=e81c18a9-4b87-4c3f-8083-5f7fc60a6a05,revision_number=None']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:55.278887 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87739279-a423-4879-a9f7-9a0e266379ad None None] No DVR routers for this DVR port e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 on host dv-cinder-815746-1-iscsi {{(pid=101367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:37:55.284440 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14559722'] for segment, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.303247 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.310153 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=101365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:37:55.310691 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14562605'] for segment, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: Traceback (most recent call last): Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: timer() Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: cb(*args, **kw) Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: return func(*args, **kwargs) Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: self._notify() Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: self.callback(batched_events) Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: event.method(event) Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: return f(self, *a, **k) Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._get(url).json() Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: return self.request(url, 'GET', **kwargs) Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:37:55.313114 dv-cinder-815746-1-iscsi neutron-server[101365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:37:55.370423 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.375706 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.379000 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d8a8170b-e56c-445e-b9da-4e58c20eba72 HTTP/1.1" status: 204 len: 168 time: 0.5593438 Oct 27 21:37:55.392612 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610771e7-f1e1-43bd-b084-ea610d2161e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a8170b-e56c-445e-b9da-4e58c20eba72,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:55.500821 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36170) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:55.549633 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-2be54a5c-850a-4086-b63c-5779f35344bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6754f171bd894b85b26c66971cab7c26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474520 Oct 27 21:37:55.552099 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36174) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:55.608748 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c0eeb732-3b25-49dd-a0e9-0770f3a18662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.611986 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54b120-3cfc-4716-9acb-c0de2a4dc57f req-0bf5436b-5abb-420e-8029-bcd6e86973b2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:55.613639 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6f54b120-3cfc-4716-9acb-c0de2a4dc57f req-0bf5436b-5abb-420e-8029-bcd6e86973b2 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0534723 Oct 27 21:37:55.631791 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c0eeb732-3b25-49dd-a0e9-0770f3a18662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.661454 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-6f54b120-3cfc-4716-9acb-c0de2a4dc57f req-909d1a38-6c88-4e64-9369-91df7d65c03c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409489 Oct 27 21:37:55.682763 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:55.695558 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c0eeb732-3b25-49dd-a0e9-0770f3a18662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.699197 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-c0eeb732-3b25-49dd-a0e9-0770f3a18662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:55.701112 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-c0eeb732-3b25-49dd-a0e9-0770f3a18662 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f70d7cb6-03ee-4309-b269-b52b7a8bda57 HTTP/1.1" status: 204 len: 168 time: 0.1476185 Oct 27 21:37:55.706324 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:55.706670 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device f88dd6fe-fd82-42e9-ad0c-ad546a7d1634 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:55.707071 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:55.717459 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eeb732-3b25-49dd-a0e9-0770f3a18662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70d7cb6-03ee-4309-b269-b52b7a8bda57,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:55.729875 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:55.730126 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e81c18a9-4b87-4c3f-8083-5f7fc60a6a05 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:55.730710 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 0a1605be-d16a-4839-963e-d3153591fe8e no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:37:55.756516 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: 0a1605be-d16a-4839-963e-d3153591fe8e {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:37:55.756877 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 0a1605be-d16a-4839-963e-d3153591fe8e not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:37:56.792578 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880a8ac-cdb4-437b-919a-9403e2bdd873 req-bd9c183c-b1ae-45c4-beb5-bd376ccf5d2c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:56.794249 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e880a8ac-cdb4-437b-919a-9403e2bdd873 req-bd9c183c-b1ae-45c4-beb5-bd376ccf5d2c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0632029 Oct 27 21:37:56.834948 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e880a8ac-cdb4-437b-919a-9403e2bdd873 req-cd6eb09d-3841-4e4b-9b46-951fda05e0d9 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344918 Oct 27 21:37:57.958959 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba77b1f-49fe-481d-bcb9-17527a1dfde4 req-16d7149f-1168-4a3c-aab3-fa84c05cd1d3 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:57.960452 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7ba77b1f-49fe-481d-bcb9-17527a1dfde4 req-16d7149f-1168-4a3c-aab3-fa84c05cd1d3 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0511887 Oct 27 21:37:58.001104 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7ba77b1f-49fe-481d-bcb9-17527a1dfde4 req-f565a6cc-e57d-4e24-8db1-2a18e6d3a724 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343568 Oct 27 21:37:59.137544 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d88240-6dbd-4662-8eb8-faf556c0746c req-4e086b1b-10f8-4ee8-8b46-3a33bf375572 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:37:59.139057 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f0d88240-6dbd-4662-8eb8-faf556c0746c req-4e086b1b-10f8-4ee8-8b46-3a33bf375572 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0601821 Oct 27 21:37:59.178532 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f0d88240-6dbd-4662-8eb8-faf556c0746c req-499cb272-ad84-4888-9e7a-3f76090e73e8 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334780 Oct 27 21:37:59.564714 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36240) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:59.671929 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-43062113-e998-4a94-a251-4ba559b92a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:59.752554 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-43062113-e998-4a94-a251-4ba559b92a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:59.759250 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-43062113-e998-4a94-a251-4ba559b92a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:59.796782 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-43062113-e998-4a94-a251-4ba559b92a96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fd908124b26452c8e1e555f7fd5f702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309000 Oct 27 21:37:59.797652 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43062113-e998-4a94-a251-4ba559b92a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967590f0-e01f-4b9c-9fbd-5291947c9816,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:37:59.799947 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36244) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:37:59.854101 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f592e86a-412c-4fbb-8d38-1678021f8a52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:59.875332 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f592e86a-412c-4fbb-8d38-1678021f8a52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:59.924213 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f592e86a-412c-4fbb-8d38-1678021f8a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:59.927897 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-f592e86a-412c-4fbb-8d38-1678021f8a52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:37:59.929108 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-f592e86a-412c-4fbb-8d38-1678021f8a52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/967590f0-e01f-4b9c-9fbd-5291947c9816 HTTP/1.1" status: 204 len: 168 time: 0.1281106 Oct 27 21:37:59.937018 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592e86a-412c-4fbb-8d38-1678021f8a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967590f0-e01f-4b9c-9fbd-5291947c9816,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:00.299293 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ab838-d7e0-48bd-ba7c-412ba99e5e8a req-dfc34b16-87ea-4d23-b9dd-9e8bd3e8109e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:00.300830 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-216ab838-d7e0-48bd-ba7c-412ba99e5e8a req-dfc34b16-87ea-4d23-b9dd-9e8bd3e8109e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0524459 Oct 27 21:38:00.341064 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-216ab838-d7e0-48bd-ba7c-412ba99e5e8a req-342bc522-8406-4b22-a362-17e5783f8a31 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337679 Oct 27 21:38:00.599099 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36268) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:00.720065 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-97370249-network', 'tenant_id': 'a12d21b38a8e4c908dbfafb5906efcd8'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:38:00.742737 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Made reservation on behalf of a12d21b38a8e4c908dbfafb5906efcd8 for: {'network': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:38:00.745034 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:00.753338 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:00.835283 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:00.840814 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:00.870262 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=101366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:38:00.879716 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3b8db3-c71f-4bde-a384-fa989eebfcd3,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:00.884628 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:00.884990 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.segments_db [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Added segment fe0fdfb5-4bfb-4b48-8d4e-6037a5e3f197 of type vlan for network 2ef46e2b-1c2c-498d-b62d-6452b69d264c Oct 27 21:38:00.926813 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:00.957224 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:00.958150 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:00.959982 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:01.023000 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4226928 Oct 27 21:38:01.026405 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36272) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:01.028364 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce2e6f-1f50-4af5-8586-37a726436e14 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef46e2b-1c2c-498d-b62d-6452b69d264c,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:01.033747 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-2e356e72-4fea-454c-bf44-18b0c3f883e4 admin admin] Request body: {'subnet': {'network_id': '2ef46e2b-1c2c-498d-b62d-6452b69d264c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-97370249-subnet', 'tenant_id': 'a12d21b38a8e4c908dbfafb5906efcd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:38:01.041947 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network 2ef46e2b-1c2c-498d-b62d-6452b69d264c details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:38:01.056107 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e356e72-4fea-454c-bf44-18b0c3f883e4 admin admin] Made reservation on behalf of a12d21b38a8e4c908dbfafb5906efcd8 for: {'subnet': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:38:01.058507 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2e356e72-4fea-454c-bf44-18b0c3f883e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12641519'] for subnet, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:01.234488 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2e356e72-4fea-454c-bf44-18b0c3f883e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14562694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12641533'] for subnet, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:01.288077 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e356e72-4fea-454c-bf44-18b0c3f883e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6951d1aa-a592-47c9-bbc7-5f4409f90029,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:01.299617 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e356e72-4fea-454c-bf44-18b0c3f883e4 admin admin] Checking segment: {'id': 'fe0fdfb5-4bfb-4b48-8d4e-6037a5e3f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2ef46e2b-1c2c-498d-b62d-6452b69d264c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:38:01.299961 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e356e72-4fea-454c-bf44-18b0c3f883e4 admin admin] Network hostable DHCP agents. Network: 2ef46e2b-1c2c-498d-b62d-6452b69d264c, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:38:01.327270 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e356e72-4fea-454c-bf44-18b0c3f883e4 admin admin] Network 2ef46e2b-1c2c-498d-b62d-6452b69d264c is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:38:01.340960 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-2e356e72-4fea-454c-bf44-18b0c3f883e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, 2ef46e2b-1c2c-498d-b62d-6452b69d264c) {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:38:01.345221 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e356e72-4fea-454c-bf44-18b0c3f883e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:01.345819 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-2e356e72-4fea-454c-bf44-18b0c3f883e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:01.351357 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3606ae2f-f055-424c-82a0-8b0c220a57b3 None None] Network 2ef46e2b-1c2c-498d-b62d-6452b69d264c requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:38:01.371230 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-2e356e72-4fea-454c-bf44-18b0c3f883e4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3356342 Oct 27 21:38:01.466162 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5821c-070b-402b-8c16-bfec4dfe8ed4 req-28053f31-70e6-4073-8a2a-fc9c24d2c91e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:01.467672 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-47c5821c-070b-402b-8c16-bfec4dfe8ed4 req-28053f31-70e6-4073-8a2a-fc9c24d2c91e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0550101 Oct 27 21:38:01.484187 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd56116-ac84-4979-8e4b-81df45ea207e None None] Network 2ef46e2b-1c2c-498d-b62d-6452b69d264c requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:38:01.507466 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-47c5821c-070b-402b-8c16-bfec4dfe8ed4 req-1c6cca4b-3800-4d2f-8057-6539ad742572 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333059 Oct 27 21:38:01.874025 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36290) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:01.878845 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-477814092-network', 'tenant_id': '6d85d20d8f2e4155ace06ea1ef45df09'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:38:01.902266 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Made reservation on behalf of 6d85d20d8f2e4155ace06ea1ef45df09 for: {'network': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:38:01.905422 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:01.919685 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:01.993888 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:01.999777 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.026919 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=101365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:38:02.040705 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eaf89d-1e04-49b2-9004-983869a605c6,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:02.046000 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.046351 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.segments_db [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Added segment 9dd4688a-504a-46e0-8858-d37a05e6f588 of type vlan for network 8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9 Oct 27 21:38:02.089659 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.119915 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.121044 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:02.121683 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.173132 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2979815 Oct 27 21:38:02.176177 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36292) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:02.181555 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-1639d266-1fad-4fbd-9fb5-4c4fc59e2b28 admin admin] Request body: {'subnet': {'network_id': '8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-477814092-subnet', 'tenant_id': '6d85d20d8f2e4155ace06ea1ef45df09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:38:02.185586 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6487d2-52bc-4463-b34c-9bd6daf140e4 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:02.198952 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network 8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9 details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:38:02.207478 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1639d266-1fad-4fbd-9fb5-4c4fc59e2b28 admin admin] Made reservation on behalf of 6d85d20d8f2e4155ace06ea1ef45df09 for: {'subnet': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:38:02.210656 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1639d266-1fad-4fbd-9fb5-4c4fc59e2b28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12743771'] for subnet, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.388811 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1639d266-1fad-4fbd-9fb5-4c4fc59e2b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12743753'] for subnet, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.449560 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639d266-1fad-4fbd-9fb5-4c4fc59e2b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53d6004-78db-40c5-a6c5-ac61db0f7e31,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:02.459005 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639d266-1fad-4fbd-9fb5-4c4fc59e2b28 admin admin] Checking segment: {'id': '9dd4688a-504a-46e0-8858-d37a05e6f588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:38:02.459537 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1639d266-1fad-4fbd-9fb5-4c4fc59e2b28 admin admin] Network hostable DHCP agents. Network: 8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:38:02.482503 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1639d266-1fad-4fbd-9fb5-4c4fc59e2b28 admin admin] Network 8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9 is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:38:02.494678 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-1639d266-1fad-4fbd-9fb5-4c4fc59e2b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, 8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9) {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:38:02.499377 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1639d266-1fad-4fbd-9fb5-4c4fc59e2b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:02.499909 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-1639d266-1fad-4fbd-9fb5-4c4fc59e2b28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.506745 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9aaf38-45ec-48d5-8f1a-c2e2deb5c0c7 None None] Network 8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:38:02.518917 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-1639d266-1fad-4fbd-9fb5-4c4fc59e2b28 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3412607 Oct 27 21:38:02.637198 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22708a-dfa0-441c-8e1c-3c58e171363f req-052976ae-c285-41a2-aa06-fadbe318585f tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:02.645190 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5f22708a-dfa0-441c-8e1c-3c58e171363f req-052976ae-c285-41a2-aa06-fadbe318585f tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0625250 Oct 27 21:38:02.692404 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de72eb11-2497-46e5-a85d-e20168e772e0 None None] Network 8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:38:02.699809 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5f22708a-dfa0-441c-8e1c-3c58e171363f req-b351a899-0bdd-48c6-934a-42781216a8ff tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514128 Oct 27 21:38:02.709722 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36298) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:02.775746 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5d8eb2-bfd3-449f-9437-2985573e3211 admin admin] Deleting subnet 6951d1aa-a592-47c9-bbc7-5f4409f90029 {{(pid=101366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:38:02.779520 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8eb2-bfd3-449f-9437-2985573e3211 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.820191 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8eb2-bfd3-449f-9437-2985573e3211 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12665891'] for subnet, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.861155 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8eb2-bfd3-449f-9437-2985573e3211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.921892 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8eb2-bfd3-449f-9437-2985573e3211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12743610'] for subnet, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.952621 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d8eb2-bfd3-449f-9437-2985573e3211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6951d1aa-a592-47c9-bbc7-5f4409f90029,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:02.956624 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8eb2-bfd3-449f-9437-2985573e3211 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:02.961624 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-8c5d8eb2-bfd3-449f-9437-2985573e3211 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6951d1aa-a592-47c9-bbc7-5f4409f90029 HTTP/1.1" status: 204 len: 168 time: 0.2493408 Oct 27 21:38:02.963899 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36300) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:03.038638 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.125149 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.147563 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef46e2b-1c2c-498d-b62d-6452b69d264c']}} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:03.157968 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0fdfb5-4bfb-4b48-8d4e-6037a5e3f197') {'for_net_delete': True} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:03.158263 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0fdfb5-4bfb-4b48-8d4e-6037a5e3f197') {} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:03.168835 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12665946'] for segment, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.183939 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.190699 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=101366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:38:03.191086 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12780439'] for segment, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: Traceback (most recent call last): Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: timer() Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: cb(*args, **kw) Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: return func(*args, **kwargs) Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: self._notify() Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: self.callback(batched_events) Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: event.method(event) Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: return f(self, *a, **k) Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._get(url).json() Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: return self.request(url, 'GET', **kwargs) Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:38:03.192828 dv-cinder-815746-1-iscsi neutron-server[101366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:38:03.248081 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.254493 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.258423 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2ef46e2b-1c2c-498d-b62d-6452b69d264c HTTP/1.1" status: 204 len: 168 time: 0.2935040 Oct 27 21:38:03.261513 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36302) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:03.278335 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bcb8d-36d5-4510-880c-ecad965e5b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef46e2b-1c2c-498d-b62d-6452b69d264c,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:03.322501 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_v2 [None req-6237419f-ccf8-45ad-85ba-df00da7b0a9f admin admin] Deleting subnet c53d6004-78db-40c5-a6c5-ac61db0f7e31 {{(pid=101365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:38:03.326485 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6237419f-ccf8-45ad-85ba-df00da7b0a9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.366094 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6237419f-ccf8-45ad-85ba-df00da7b0a9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14559635'] for subnet, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.412659 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6237419f-ccf8-45ad-85ba-df00da7b0a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.471215 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6237419f-ccf8-45ad-85ba-df00da7b0a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14562759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12641038'] for subnet, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.504713 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237419f-ccf8-45ad-85ba-df00da7b0a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53d6004-78db-40c5-a6c5-ac61db0f7e31,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:03.510653 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-6237419f-ccf8-45ad-85ba-df00da7b0a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.513984 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-6237419f-ccf8-45ad-85ba-df00da7b0a9f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c53d6004-78db-40c5-a6c5-ac61db0f7e31 HTTP/1.1" status: 204 len: 168 time: 0.2511897 Oct 27 21:38:03.516807 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36304) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:03.590666 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.682696 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.704386 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9']}} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:03.715026 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd4688a-504a-46e0-8858-d37a05e6f588') {'for_net_delete': True} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:03.715361 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd4688a-504a-46e0-8858-d37a05e6f588') {} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:38:03.725918 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14559722'] for segment, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.741157 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.747573 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=101365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:38:03.747979 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14562605'] for segment, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: Traceback (most recent call last): Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: timer() Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: cb(*args, **kw) Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: return func(*args, **kwargs) Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: self._notify() Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: self.callback(batched_events) Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: event.method(event) Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: return f(self, *a, **k) Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._get(url).json() Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: return self.request(url, 'GET', **kwargs) Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:38:03.749796 dv-cinder-815746-1-iscsi neutron-server[101365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:38:03.844576 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94535d0-c01a-4ea8-b738-9dc042510382 req-f176f99a-a766-4c9f-bb92-0b6053073335 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:03.846101 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e94535d0-c01a-4ea8-b738-9dc042510382 req-f176f99a-a766-4c9f-bb92-0b6053073335 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0628300 Oct 27 21:38:03.847365 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.853123 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:03.856369 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9 HTTP/1.1" status: 204 len: 168 time: 0.3384659 Oct 27 21:38:03.877800 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82133039-a25d-4024-8803-b313d5a9ce39 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec1b126-aa8b-4ef8-b3c7-f594c72af1b9,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:03.914702 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e94535d0-c01a-4ea8-b738-9dc042510382 req-d6bc21dc-6a1f-4e3b-82bf-6dd04300f486 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561883 Oct 27 21:38:04.069666 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36310) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:04.119084 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-06ef0651-b4df-418e-8798-fc4a9c43f2e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a12d21b38a8e4c908dbfafb5906efcd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479720 Oct 27 21:38:04.121613 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36312) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:04.177021 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d8c83e3a-679e-407e-9838-9d347d4ca536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:04.199974 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d8c83e3a-679e-407e-9838-9d347d4ca536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:04.254724 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d8c83e3a-679e-407e-9838-9d347d4ca536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:04.257793 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d8c83e3a-679e-407e-9838-9d347d4ca536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:04.259023 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-d8c83e3a-679e-407e-9838-9d347d4ca536 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be3b8db3-c71f-4bde-a384-fa989eebfcd3 HTTP/1.1" status: 204 len: 168 time: 0.1364179 Oct 27 21:38:04.267581 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c83e3a-679e-407e-9838-9d347d4ca536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3b8db3-c71f-4bde-a384-fa989eebfcd3,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:04.533108 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10653c80-b68a-43e0-8e01-82fcccf49f66 req-65695ff7-b094-49c3-9e33-2b96fc48d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:04.534716 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10653c80-b68a-43e0-8e01-82fcccf49f66 req-65695ff7-b094-49c3-9e33-2b96fc48d8ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abfee9fb15784d029c403b8b680a363a&device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 1099 time: 0.0569251 Oct 27 21:38:04.659376 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36318) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:04.665661 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10653c80-b68a-43e0-8e01-82fcccf49f66 req-bf499518-607c-442d-9005-359e17e494b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:04.668212 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10653c80-b68a-43e0-8e01-82fcccf49f66 req-bf499518-607c-442d-9005-359e17e494b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21e799b7-aa93-41b9-946f-2184149f86ef HTTP/1.1" status: 200 len: 910 time: 0.1253979 Oct 27 21:38:04.672695 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2a2f-ea8c-4e49-8d05-04ae0fbe72b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:04.707577 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-a6847358-c122-4246-ab6a-3e29c063b8c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d85d20d8f2e4155ace06ea1ef45df09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469925 Oct 27 21:38:04.712409 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36320) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:04.754035 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10653c80-b68a-43e0-8e01-82fcccf49f66 req-88e23711-0c76-4b85-bfca-b8f251e3d395 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a19e190-45db-4a31-bb12-ac84f83d680c HTTP/1.1" status: 200 len: 1001 time: 0.0762036 Oct 27 21:38:04.775604 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-924efb9f-608c-48cd-bcd1-df49762de33e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:04.799764 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-924efb9f-608c-48cd-bcd1-df49762de33e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:04.813845 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10653c80-b68a-43e0-8e01-82fcccf49f66 req-5e2f29b7-f6c0-4d12-82f7-b57522b2ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:04.813845 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10653c80-b68a-43e0-8e01-82fcccf49f66 req-5e2f29b7-f6c0-4d12-82f7-b57522b2ccdb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72c8347c-d958-49cc-93be-72c963068627 HTTP/1.1" status: 200 len: 848 time: 0.0483434 Oct 27 21:38:04.862215 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-924efb9f-608c-48cd-bcd1-df49762de33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:04.864308 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10653c80-b68a-43e0-8e01-82fcccf49f66 req-0a5c846b-0a03-406d-af06-64dfd4d8e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:04.865771 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-924efb9f-608c-48cd-bcd1-df49762de33e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:04.866206 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10653c80-b68a-43e0-8e01-82fcccf49f66 req-0a5c846b-0a03-406d-af06-64dfd4d8e8f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21e799b7-aa93-41b9-946f-2184149f86ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472589 Oct 27 21:38:04.867075 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-924efb9f-608c-48cd-bcd1-df49762de33e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0eaf89d-1e04-49b2-9004-983869a605c6 HTTP/1.1" status: 204 len: 168 time: 0.1534562 Oct 27 21:38:04.876682 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924efb9f-608c-48cd-bcd1-df49762de33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eaf89d-1e04-49b2-9004-983869a605c6,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:04.971376 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10653c80-b68a-43e0-8e01-82fcccf49f66 req-632177fa-8833-441e-985d-b44d658cd31e service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968518 Oct 27 21:38:05.064892 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189ecfd-eb45-4adb-98b0-a1cab4bfa06e req-44ce3720-2370-4132-af5f-140fa533ad6d tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:05.067030 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c189ecfd-eb45-4adb-98b0-a1cab4bfa06e req-44ce3720-2370-4132-af5f-140fa533ad6d tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0663884 Oct 27 21:38:05.070938 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-10653c80-b68a-43e0-8e01-82fcccf49f66 req-65dbaa11-aeca-451c-b783-414283c3e5c1 service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921037 Oct 27 21:38:05.112741 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c189ecfd-eb45-4adb-98b0-a1cab4bfa06e req-ce25ab88-750b-4e77-a26a-8cdd59b28fb5 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386388 Oct 27 21:38:06.239622 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520611fd-58ed-4298-93ab-f1a5ebb0ce9f req-f12bad50-de59-4953-8cab-6bc1bef51c6e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:06.241970 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-520611fd-58ed-4298-93ab-f1a5ebb0ce9f req-f12bad50-de59-4953-8cab-6bc1bef51c6e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0553014 Oct 27 21:38:06.284004 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-520611fd-58ed-4298-93ab-f1a5ebb0ce9f req-4ae71119-9bbe-4d2c-b5e1-7251e1d35081 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358000 Oct 27 21:38:07.407601 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb53b6e-3846-495c-86fe-1059bacae476 req-2a02422b-a301-4133-bf0c-9277c6c32979 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:07.411322 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1eb53b6e-3846-495c-86fe-1059bacae476 req-2a02422b-a301-4133-bf0c-9277c6c32979 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0548010 Oct 27 21:38:07.455353 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1eb53b6e-3846-495c-86fe-1059bacae476 req-6d518d26-5354-4cf9-8955-8daaeacadf46 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398984 Oct 27 21:38:07.623459 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0fe586bf-6028-4d57-884a-0490f6a0ebc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:07.686728 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dde143-074a-4ca6-990d-0bd3e7766d26 req-fb911c19-e3f9-4379-9828-8cb1da54741e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:07.689069 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e5dde143-074a-4ca6-990d-0bd3e7766d26 req-fb911c19-e3f9-4379-9828-8cb1da54741e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0616090 Oct 27 21:38:07.737654 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e5dde143-074a-4ca6-990d-0bd3e7766d26 req-e004daa3-f651-4626-9a5c-4038155591e8 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425298 Oct 27 21:38:07.780831 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-91b876cf-91b8-4caf-9692-d1fa96e4d27e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1628690 Oct 27 21:38:08.489432 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:08.558377 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:08.856633 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c73790-18e7-491b-8c5c-cd8d28446782 req-4609ae2b-fefd-4ca6-9da3-832526273472 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:08.859160 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-19c73790-18e7-491b-8c5c-cd8d28446782 req-4609ae2b-fefd-4ca6-9da3-832526273472 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0539894 Oct 27 21:38:08.917933 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-19c73790-18e7-491b-8c5c-cd8d28446782 req-e9bb13d6-0db7-47c5-be16-0778ebcf2b62 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514081 Oct 27 21:38:09.456206 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-2d4f98f7-e62b-4668-a292-699e0c60ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:09.457932 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-2d4f98f7-e62b-4668-a292-699e0c60ca30 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a&tenant_id=abfee9fb15784d029c403b8b680a363a HTTP/1.1" status: 200 len: 1099 time: 0.0467014 Oct 27 21:38:09.547724 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-eaf3b37c-337b-4a09-8cd9-28a55e312f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:09.549229 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-eaf3b37c-337b-4a09-8cd9-28a55e312f32 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abfee9fb15784d029c403b8b680a363a&device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 1099 time: 0.0538917 Oct 27 21:38:09.588961 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9a19e190-45db-4a31-bb12-ac84f83d680c no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:38:09.661469 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-c4d2b9dd-452b-4d03-8be4-04b722d6aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:09.662902 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-c4d2b9dd-452b-4d03-8be4-04b722d6aa25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21e799b7-aa93-41b9-946f-2184149f86ef HTTP/1.1" status: 200 len: 910 time: 0.1060584 Oct 27 21:38:09.681418 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:09.703988 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:38:09.706300 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc27ee01-a82c-4217-9da4-217a3ddfb0a2" -d '{"events": [{"server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "name": "network-vif-unplugged", "status": "completed", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:38:09.719835 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9a19e190-45db-4a31-bb12-ac84f83d680c, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9a19e190-45db-4a31-bb12-ac84f83d680c,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:09.725837 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:09.739528 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-32338d34-206a-409d-b87e-88ee1ad0f5b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a19e190-45db-4a31-bb12-ac84f83d680c HTTP/1.1" status: 200 len: 1001 time: 0.0685704 Oct 27 21:38:09.754527 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 21:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03623e6e-a577-4101-ba3d-2fca0f6b130e x-openstack-request-id: req-03623e6e-a577-4101-ba3d-2fca0f6b130e {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:38:09.754817 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "name": "network-vif-unplugged", "status": "completed", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:38:09.755065 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03623e6e-a577-4101-ba3d-2fca0f6b130e {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:38:09.755449 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'code': 200} Oct 27 21:38:09.780565 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9a19e190-45db-4a31-bb12-ac84f83d680c,revision_number=6']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:09.787604 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:09.788032 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:09.788374 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:09.788706 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:09.789066 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:09.789390 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:09.789668 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-d2d47dcd-cfe2-46a3-8b23-01a871b8755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:09.789837 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:09.790024 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:09.790354 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:09.790666 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:09.790985 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:09.791127 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-d2d47dcd-cfe2-46a3-8b23-01a871b8755d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72c8347c-d958-49cc-93be-72c963068627 HTTP/1.1" status: 200 len: 848 time: 0.0440991 Oct 27 21:38:09.791367 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:09.840871 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-fe9e2f34-d75f-414c-8cf0-3c109ae981b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:09.842381 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-fe9e2f34-d75f-414c-8cf0-3c109ae981b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21e799b7-aa93-41b9-946f-2184149f86ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416477 Oct 27 21:38:09.937325 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-5d2629c2-b3de-4a1b-ba86-78e1e034d6a1 service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863700 Oct 27 21:38:10.072103 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e54c76-7187-4f43-ab70-92be1a130c62 req-65aed947-5563-485e-8f50-92d48d2fdb4e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:10.073619 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-76e54c76-7187-4f43-ab70-92be1a130c62 req-65aed947-5563-485e-8f50-92d48d2fdb4e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0823612 Oct 27 21:38:10.077741 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2822cc3-34b9-4ecc-bf00-e1787c9cd63f req-69159846-82e3-4706-a19b-b0b8eb95546a service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329885 Oct 27 21:38:10.114567 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-76e54c76-7187-4f43-ab70-92be1a130c62 req-e737ceda-b22b-4d62-add2-183bf5b1749f tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345855 Oct 27 21:38:10.598796 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:11.239410 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b5f3b-193f-4d9a-b634-575184efe4bf req-92590ca4-9008-4e86-9f9f-89fa103a41cd tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:11.240918 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2a9b5f3b-193f-4d9a-b634-575184efe4bf req-92590ca4-9008-4e86-9f9f-89fa103a41cd tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0546420 Oct 27 21:38:11.281372 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2a9b5f3b-193f-4d9a-b634-575184efe4bf req-95e78035-c58e-49ae-9bcf-6a24185b3cb8 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340519 Oct 27 21:38:12.401547 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce61af5-20bc-424a-9523-f43de79f113f req-5eafb791-6af2-435a-9601-a8274cbaff70 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:12.403023 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5ce61af5-20bc-424a-9523-f43de79f113f req-5eafb791-6af2-435a-9601-a8274cbaff70 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0514340 Oct 27 21:38:12.443314 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5ce61af5-20bc-424a-9523-f43de79f113f req-e9b80a10-26a3-43e3-ac78-bb0f9824f956 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334289 Oct 27 21:38:13.576808 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f37805-5a5b-4c78-a088-b7dace778be6 req-ec4ee290-9619-45cc-890c-946e5a25871e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:13.578358 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-81f37805-5a5b-4c78-a088-b7dace778be6 req-ec4ee290-9619-45cc-890c-946e5a25871e tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0609846 Oct 27 21:38:13.627374 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-81f37805-5a5b-4c78-a088-b7dace778be6 req-3463e814-5a62-4f32-bfcc-627b4218be50 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422313 Oct 27 21:38:14.754379 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a70bd8-887c-4b54-ba18-2b55d89f22ef req-9751b4dc-6d65-4728-b387-e20d7895e107 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:14.755853 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f9a70bd8-887c-4b54-ba18-2b55d89f22ef req-9751b4dc-6d65-4728-b387-e20d7895e107 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0519812 Oct 27 21:38:14.798429 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f9a70bd8-887c-4b54-ba18-2b55d89f22ef req-abedfb63-1a0d-49e8-856b-49d88702c447 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357180 Oct 27 21:38:15.919997 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6034f9-bde1-42a8-9bb4-2e2e099f917d req-30cee3ab-cc79-42d0-9c35-cb3c27e729aa tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:15.921934 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7b6034f9-bde1-42a8-9bb4-2e2e099f917d req-30cee3ab-cc79-42d0-9c35-cb3c27e729aa tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0520961 Oct 27 21:38:15.962409 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7b6034f9-bde1-42a8-9bb4-2e2e099f917d req-7d730c74-4c59-4d8d-9af1-94b892f80f67 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342882 Oct 27 21:38:16.668753 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca2a1b-fc18-4b38-a037-dce0f69b98db req-bfdf49af-27e0-4412-b25b-287265b6c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:16.670430 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d4ca2a1b-fc18-4b38-a037-dce0f69b98db req-bfdf49af-27e0-4412-b25b-287265b6c654 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 1097 time: 0.3204739 Oct 27 21:38:16.710315 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d4ca2a1b-fc18-4b38-a037-dce0f69b98db req-5097c4e2-3846-48b1-aafb-866ce2251353 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324144 Oct 27 21:38:17.105350 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a25e3-e285-4d7f-8084-3156d89d7452 req-98c1d6fb-f6c6-4ebf-94e8-412f88f6610c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:17.106923 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2a1a25e3-e285-4d7f-8084-3156d89d7452 req-98c1d6fb-f6c6-4ebf-94e8-412f88f6610c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 944 time: 0.0621159 Oct 27 21:38:17.148413 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-2a1a25e3-e285-4d7f-8084-3156d89d7452 req-1f263995-cf17-4b8c-9eb3-a705a5cea150 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350742 Oct 27 21:38:17.622251 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9a19e190-45db-4a31-bb12-ac84f83d680c details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:38:17.726602 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9a19e190-45db-4a31-bb12-ac84f83d680c, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9a19e190-45db-4a31-bb12-ac84f83d680c,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:17.738515 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'port_id': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'mac_address': 'fa:16:3e:17:91:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:38:17.784136 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:17.815268 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a19e190-45db-4a31-bb12-ac84f83d680c {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:38:17.838148 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9a19e190-45db-4a31-bb12-ac84f83d680c, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9a19e190-45db-4a31-bb12-ac84f83d680c,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:17.843106 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:17.899104 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9a19e190-45db-4a31-bb12-ac84f83d680c,revision_number=7']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:18.217101 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['9a19e190-45db-4a31-bb12-ac84f83d680c'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:38:18.282461 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7653de9-ff3b-48eb-a5d6-8fa884839c7f req-c9b4f5d9-a7cb-4fcd-8c93-d99641842adf tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:18.285044 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a7653de9-ff3b-48eb-a5d6-8fa884839c7f req-c9b4f5d9-a7cb-4fcd-8c93-d99641842adf tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 945 time: 0.0649085 Oct 27 21:38:18.329739 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a7653de9-ff3b-48eb-a5d6-8fa884839c7f req-abe219b5-7097-4b17-a5aa-15f46a505deb tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384099 Oct 27 21:38:19.521083 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:19.644315 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9a19e190-45db-4a31-bb12-ac84f83d680c up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:38:19.695830 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 9a19e190-45db-4a31-bb12-ac84f83d680c triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:38:19.696192 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:19.777702 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:19.800244 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:38:19.802540 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d71b93-236c-4d85-b7b7-c2668d4e05f8" -d '{"events": [{"server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "name": "network-vif-plugged", "status": "completed", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:38:19.816757 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 9a19e190-45db-4a31-bb12-ac84f83d680c, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9a19e190-45db-4a31-bb12-ac84f83d680c,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:38:19.823621 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:19.850072 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8706118f-4146-43c0-9a8d-a817f89dcf7c x-openstack-request-id: req-8706118f-4146-43c0-9a8d-a817f89dcf7c {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:38:19.850393 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "name": "network-vif-plugged", "status": "completed", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:38:19.850583 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8706118f-4146-43c0-9a8d-a817f89dcf7c {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:38:19.850966 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'code': 200} Oct 27 21:38:19.879038 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=9a19e190-45db-4a31-bb12-ac84f83d680c,revision_number=8']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:24.817223 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36512) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:24.927659 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:25.004011 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:25.009373 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:25.050915 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a9c9367cfdc49779208042b9bb20f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320273 Oct 27 21:38:25.051723 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174d7183-7514-4339-b1a9-f2362b5d4656,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:25.053712 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36516) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:25.064150 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:25.064423 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:25.064752 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:25.065103 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:25.065427 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:25.065744 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:25.066060 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:25.066374 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:25.066687 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:25.066992 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:25.067319 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:25.067627 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205a0738-a876-407d-b9d9-c0d6b2342dc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:25.119579 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be706b8c-452c-4bcc-b213-8fe7baa29c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:25.140841 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be706b8c-452c-4bcc-b213-8fe7baa29c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:25.151272 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ee3854db-a41d-4759-b908-7ce97a3f5789 req-04b97cf7-cfac-4187-adcc-31fa9f31b2a8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392954 Oct 27 21:38:25.186788 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be706b8c-452c-4bcc-b213-8fe7baa29c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:25.189560 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-be706b8c-452c-4bcc-b213-8fe7baa29c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:25.190736 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-be706b8c-452c-4bcc-b213-8fe7baa29c12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/174d7183-7514-4339-b1a9-f2362b5d4656 HTTP/1.1" status: 204 len: 168 time: 0.1352582 Oct 27 21:38:25.199956 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be706b8c-452c-4bcc-b213-8fe7baa29c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174d7183-7514-4339-b1a9-f2362b5d4656,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:25.225726 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3854db-a41d-4759-b908-7ce97a3f5789 req-160f74cc-daf4-4d70-884a-d6def9ea689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:25.227218 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ee3854db-a41d-4759-b908-7ce97a3f5789 req-160f74cc-daf4-4d70-884a-d6def9ea689c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abfee9fb15784d029c403b8b680a363a&device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 1099 time: 0.0421190 Oct 27 21:38:25.332675 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3854db-a41d-4759-b908-7ce97a3f5789 req-a33757b4-f908-446b-a5da-3ae7ad2f6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:25.334591 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ee3854db-a41d-4759-b908-7ce97a3f5789 req-a33757b4-f908-446b-a5da-3ae7ad2f6058 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21e799b7-aa93-41b9-946f-2184149f86ef HTTP/1.1" status: 200 len: 910 time: 0.0886977 Oct 27 21:38:25.404223 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ee3854db-a41d-4759-b908-7ce97a3f5789 req-b4b99cc8-a014-41a2-93b6-71dc1520f4b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a19e190-45db-4a31-bb12-ac84f83d680c HTTP/1.1" status: 200 len: 1001 time: 0.0622003 Oct 27 21:38:25.453541 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3854db-a41d-4759-b908-7ce97a3f5789 req-ae917bcc-e7ea-4507-aa97-ae4cd0fedbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:25.455029 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ee3854db-a41d-4759-b908-7ce97a3f5789 req-ae917bcc-e7ea-4507-aa97-ae4cd0fedbbc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72c8347c-d958-49cc-93be-72c963068627 HTTP/1.1" status: 200 len: 848 time: 0.0442083 Oct 27 21:38:25.503165 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3854db-a41d-4759-b908-7ce97a3f5789 req-c46d9947-10ca-4dcf-b9b1-32fb8ff6d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:38:25.504691 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ee3854db-a41d-4759-b908-7ce97a3f5789 req-c46d9947-10ca-4dcf-b9b1-32fb8ff6d665 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21e799b7-aa93-41b9-946f-2184149f86ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419908 Oct 27 21:38:25.601897 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ee3854db-a41d-4759-b908-7ce97a3f5789 req-e56f47da-9f36-4f02-808c-ce7776d3dddc service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899711 Oct 27 21:38:25.700366 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ee3854db-a41d-4759-b908-7ce97a3f5789 req-d6c494b1-9315-48b8-a6cc-8edd59727d12 service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902047 Oct 27 21:38:27.717244 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:38:28.733928 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36560) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:28.842059 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e2a8be1a-cca3-4200-87d3-a6635d92c76a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:28.930256 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e2a8be1a-cca3-4200-87d3-a6635d92c76a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:28.935476 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-e2a8be1a-cca3-4200-87d3-a6635d92c76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:28.977040 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-e2a8be1a-cca3-4200-87d3-a6635d92c76a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2279889656446cfa3acd4f6415fae86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419732 Oct 27 21:38:28.977884 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8be1a-cca3-4200-87d3-a6635d92c76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70295c86-381d-44fe-939e-28f179a731c1,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:28.980731 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36564) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:29.031352 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c6215a8b-3385-4d8c-9de4-b1d0281d6c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:29.053209 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c6215a8b-3385-4d8c-9de4-b1d0281d6c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:29.100971 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c6215a8b-3385-4d8c-9de4-b1d0281d6c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:29.103920 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c6215a8b-3385-4d8c-9de4-b1d0281d6c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:29.105092 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c6215a8b-3385-4d8c-9de4-b1d0281d6c2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70295c86-381d-44fe-939e-28f179a731c1 HTTP/1.1" status: 204 len: 168 time: 0.1232800 Oct 27 21:38:29.114380 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6215a8b-3385-4d8c-9de4-b1d0281d6c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70295c86-381d-44fe-939e-28f179a731c1,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:34.672010 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5adc07ef-906f-46d3-9da3-89647ad7718f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:37.623520 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-71c2fd79-94c1-4f80-816c-2a8edeb87785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:38.499989 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:38.558015 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:40.607148 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:49.550831 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:58.980466 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36754) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:59.093155 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-74d4e54b-413f-4146-b20c-f22e2fee62fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.175063 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-74d4e54b-413f-4146-b20c-f22e2fee62fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.182363 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-74d4e54b-413f-4146-b20c-f22e2fee62fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.223894 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-74d4e54b-413f-4146-b20c-f22e2fee62fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b07190f6167479fac2c55fc29aae1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422516 Oct 27 21:38:59.224850 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4e54b-413f-4146-b20c-f22e2fee62fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d145fbf-2b74-4595-8282-9063a43508ea,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:59.226640 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36758) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:38:59.279143 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.302357 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.361527 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.364159 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:38:59.365450 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d145fbf-2b74-4595-8282-9063a43508ea HTTP/1.1" status: 204 len: 168 time: 0.1378441 Oct 27 21:38:59.373076 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d145fbf-2b74-4595-8282-9063a43508ea,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:38:59.380197 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:59.380548 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:59.380953 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:59.381351 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:59.381674 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:59.381998 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:59.382319 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:59.382639 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:59.383075 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:59.383263 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:59.383574 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:38:59.383886 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d76dc1-ad26-4bc5-b0ab-e91bb6c3ff71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:00.055393 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36780) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:00.156317 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1883202706-network', 'tenant_id': '21052292f0134c4cbc327e64fe294046'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:00.182302 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Made reservation on behalf of 21052292f0134c4cbc327e64fe294046 for: {'network': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:39:00.185635 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.198379 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.281297 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.287430 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.313376 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=101365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:39:00.323093 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f643d92-6d89-45ba-a350-aa5003eb37e3,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:00.328974 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.329311 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.segments_db [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Added segment ed396475-39f2-4c1c-b95e-f9288939da3d of type vlan for network 33b24ef9-897d-48bf-8624-a4e8b758aa85 Oct 27 21:39:00.371575 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.397163 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.398114 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:00.398921 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.452132 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3956034 Oct 27 21:39:00.455114 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36784) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:00.460920 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-ba61ce01-6846-4ff4-bcd3-fb02ff626a04 admin admin] Request body: {'subnet': {'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1883202706-subnet', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'ip_version': 4}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:00.464555 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f495d6-edde-470e-b6a7-d3a22395622c admin admin] Pushing event updated for resources: {'Network': ['ID=33b24ef9-897d-48bf-8624-a4e8b758aa85,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:00.475848 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network 33b24ef9-897d-48bf-8624-a4e8b758aa85 details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:39:00.484976 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba61ce01-6846-4ff4-bcd3-fb02ff626a04 admin admin] Made reservation on behalf of 21052292f0134c4cbc327e64fe294046 for: {'subnet': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:39:00.487375 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ba61ce01-6846-4ff4-bcd3-fb02ff626a04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12743771'] for subnet, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.658408 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ba61ce01-6846-4ff4-bcd3-fb02ff626a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12743753'] for subnet, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.712211 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61ce01-6846-4ff4-bcd3-fb02ff626a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a47dd1-d2da-4a99-aff7-16a78a9b2d44,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:00.723543 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba61ce01-6846-4ff4-bcd3-fb02ff626a04 admin admin] Checking segment: {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:39:00.723902 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba61ce01-6846-4ff4-bcd3-fb02ff626a04 admin admin] Network hostable DHCP agents. Network: 33b24ef9-897d-48bf-8624-a4e8b758aa85, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:39:00.742290 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba61ce01-6846-4ff4-bcd3-fb02ff626a04 admin admin] Network 33b24ef9-897d-48bf-8624-a4e8b758aa85 is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:39:00.752452 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-ba61ce01-6846-4ff4-bcd3-fb02ff626a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, 33b24ef9-897d-48bf-8624-a4e8b758aa85) {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:00.757182 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba61ce01-6846-4ff4-bcd3-fb02ff626a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:00.757759 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-ba61ce01-6846-4ff4-bcd3-fb02ff626a04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.761748 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3a3aa-3ea2-4915-9937-1c3a3b179934 None None] Network 33b24ef9-897d-48bf-8624-a4e8b758aa85 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:39:00.777118 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-ba61ce01-6846-4ff4-bcd3-fb02ff626a04 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3203220 Oct 27 21:39:00.779511 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36786) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:00.784244 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:00.810979 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3112'] for router, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.812130 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1736506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3091'] for router, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:00.872169 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.006233 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.033373 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe452df4e-5fb6-533b-8bad-3d646d7c8956-33b24ef9-897d-48bf-8624-a4e8b758aa85', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44'}]}} from dv-cinder-815746-1-iscsi. {{(pid=101367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:39:01.034266 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.169762 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.db_base_plugin_common [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Allocated IP 172.20.0.2 (33b24ef9-897d-48bf-8624-a4e8b758aa85/40a47dd1-d2da-4a99-aff7-16a78a9b2d44/af8ca5ff-c4cb-41f0-b094-649e21e4658b) {{(pid=101367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:39:01.327464 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Publish callbacks [] for port, precommit_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.335171 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.376746 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Network 33b24ef9-897d-48bf-8624-a4e8b758aa85 is already hosted by enough agents. {{(pid=101367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:39:01.379930 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.base_scheduler [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Resources bound (agent type, host, resource id): {{(pid=101367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:01.382544 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Received port after_create {{(pid=101367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:39:01.391685 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Pushing event updated for resources: {'Port': ['ID=af8ca5ff-c4cb-41f0-b094-649e21e4658b,revision_number=1']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:01.446176 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Attempting to bind port af8ca5ff-c4cb-41f0-b094-649e21e4658b on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:39:01.446590 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Attempting to bind port af8ca5ff-c4cb-41f0-b094-649e21e4658b by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:39:01.446948 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Attempting to bind port af8ca5ff-c4cb-41f0-b094-649e21e4658b on network 33b24ef9-897d-48bf-8624-a4e8b758aa85 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:39:01.452642 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:39:01.453001 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Checking segment: {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:39:01.453408 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.453794 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Bound using segment: {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:39:01.454246 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Bound port: af8ca5ff-c4cb-41f0-b094-649e21e4658b, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:39:01.454639 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.474423 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.492981 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.521489 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] For port af8ca5ff-c4cb-41f0-b094-649e21e4658b, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:39:01.524569 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] For port af8ca5ff-c4cb-41f0-b094-649e21e4658b, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=af8ca5ff-c4cb-41f0-b094-649e21e4658b,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:39:01.530878 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.588666 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5525daf-ff62-4712-ad96-65ac00bfab07 None None] Pushing event updated for resources: {'Port': ['ID=af8ca5ff-c4cb-41f0-b094-649e21e4658b,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:01.605498 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Allocated IP 172.27.2.24 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:39:01.721317 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.768926 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:01.812351 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:39:01.818585 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:01.822416 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:39:01.845040 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Pushing event updated for resources: {'Port': ['ID=c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:02.072671 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.277170 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628572'] for router, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.411850 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Router 6f7b0618-fdb6-42e4-b798-da9f99db6545 is scheduled to L3 agent 1818124e-4753-4485-930e-911ae30a2937 with binding_index 1 {{(pid=101366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:39:02.415746 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1172b86-c387-49cf-b5ec-3589349354db None None] Network 33b24ef9-897d-48bf-8624-a4e8b758aa85 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:39:02.486451 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-50f741c9-a6a1-4ca9-8d74-ccebbb7bde07 None None] Provisioning complete for port af8ca5ff-c4cb-41f0-b094-649e21e4658b triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:02.486843 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-50f741c9-a6a1-4ca9-8d74-ccebbb7bde07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.521017 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:39:02.531026 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Sync routers for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:39:02.538655 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.539913 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-44074dec-ae39-4ac7-b898-7d349b4e55fa admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7593389 Oct 27 21:39:02.543060 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36790) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:02.577200 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:02.577848 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:38:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:02.733841 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-50f741c9-a6a1-4ca9-8d74-ccebbb7bde07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.764063 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:02.834721 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-50f741c9-a6a1-4ca9-8d74-ccebbb7bde07 None None] For port af8ca5ff-c4cb-41f0-b094-649e21e4658b, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=af8ca5ff-c4cb-41f0-b094-649e21e4658b,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:02.846548 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-50f741c9-a6a1-4ca9-8d74-ccebbb7bde07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.941299 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f741c9-a6a1-4ca9-8d74-ccebbb7bde07 None None] Pushing event updated for resources: {'Port': ['ID=af8ca5ff-c4cb-41f0-b094-649e21e4658b,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:02.975610 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:02.993489 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-f9f30257-42a8-430c-b8aa-072185172ee8 None None] Provisioning complete for port af8ca5ff-c4cb-41f0-b094-649e21e4658b triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:02.993862 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-f9f30257-42a8-430c-b8aa-072185172ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.050756 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:01Z', 'revision_number': 3, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:03.078567 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Checking router: 6f7b0618-fdb6-42e4-b798-da9f99db6545 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:39:03.078910 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Updating router 6f7b0618-fdb6-42e4-b798-da9f99db6545 port c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 binding host dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:39:03.132445 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Allocated IP 172.20.0.1 (33b24ef9-897d-48bf-8624-a4e8b758aa85/40a47dd1-d2da-4a99-aff7-16a78a9b2d44/6966fbb0-a35b-434b-ac36-9d4e136a0bc6) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:39:03.137811 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.243648 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.279414 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.320127 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Network 33b24ef9-897d-48bf-8624-a4e8b758aa85 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:39:03.324640 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:03.328981 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:39:03.349057 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Pushing event updated for resources: {'Port': ['ID=6966fbb0-a35b-434b-ac36-9d4e136a0bc6,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:03.368895 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703873'] for router_interface, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.416591 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Publish callbacks [] for port, precommit_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.422939 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.482135 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Attempting to bind port c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:39:03.482581 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Attempting to bind port c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:39:03.482941 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Attempting to bind port c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 on network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:39:03.491486 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6f93c-ef90-4091-b3b7-e9d52f092723 None None] Pushing event updated for resources: {'Port': ['ID=c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:03.495601 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:39:03.495897 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Checking segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:39:03.496292 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.496667 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Bound using segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:39:03.497276 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Bound port: c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:39:03.497648 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.508843 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.548833 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] For port c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:39:03.555695 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] For port c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:39:03.570942 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.596345 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-d94d6f8b-2bb0-4eb1-95c9-7e1837602c39 None None] Provisioning complete for port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:03.596718 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d94d6f8b-2bb0-4eb1-95c9-7e1837602c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.660104 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-d94d6f8b-2bb0-4eb1-95c9-7e1837602c39 None None] Port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:39:03.665825 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6f93c-ef90-4091-b3b7-e9d52f092723 None None] Pushing event updated for resources: {'Port': ['ID=c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:03.669244 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:03.670010 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:38:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:03.680020 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.687784 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780467'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.750034 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device af8ca5ff-c4cb-41f0-b094-649e21e4658b up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:39:03.759300 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Pushing event updated for resources: {'Port': ['ID=6966fbb0-a35b-434b-ac36-9d4e136a0bc6,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:03.764143 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630033'] for router_interface, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.860906 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Network 33b24ef9-897d-48bf-8624-a4e8b758aa85 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:39:03.862535 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:03.957874 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:03.992436 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port af8ca5ff-c4cb-41f0-b094-649e21e4658b triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:03.992801 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:03.994986 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Router 6f7b0618-fdb6-42e4-b798-da9f99db6545 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:39:04.111821 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:39:04.122192 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-bb356e05-1f48-4bd4-80ae-1e0f1a01d683 admin admin] 10.222.0.53 "PUT /v2.0/routers/6f7b0618-fdb6-42e4-b798-da9f99db6545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5728841 Oct 27 21:39:04.140608 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-b0d4e202-5812-4b2c-b158-9b001565619b None None] Provisioning complete for port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:04.140918 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e202-5812-4b2c-b158-9b001565619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:04.225120 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-b0d4e202-5812-4b2c-b158-9b001565619b None None] Port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:39:04.276147 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 1, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:04.304435 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127311d-e878-45f3-a06d-902c551dec6b None None] The sync data for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi is: [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 1, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:39:04.639529 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36806) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:04.644705 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2004733704-network', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:04.665452 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0b4fecb6-2d04-4c3c-a8a3-4753b9252497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:04.669691 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Made reservation on behalf of beb44a19cd324fb484fba357f46290c8 for: {'network': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:39:04.672162 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for network, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:04.681961 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:04.716975 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:39:04.761418 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:04.766683 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:04.789622 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=101366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 21:39:04.805774 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc50f02-35ab-419e-8486-bd9ee38d972d,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:04.808694 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:04.809052 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.segments_db [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Added segment fa626569-54b9-4bdb-9288-0d1d59f3cbdb of type vlan for network 3079b17f-32b5-4138-a236-a715bb4d352b Oct 27 21:39:04.860245 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775315443366'] for network, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:04.888101 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433'] for network, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:04.888630 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:04.889213 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:04.952771 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3121030 Oct 27 21:39:04.956612 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36808) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:04.962544 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-6d6d731b-d116-4f17-9f5e-8bbae381ef5c admin admin] Request body: {'subnet': {'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2004733704-subnet', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'ip_version': 4}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:04.974635 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff5181-e7b2-4e85-a39b-7d3cc8f429f9 admin admin] Pushing event updated for resources: {'Network': ['ID=3079b17f-32b5-4138-a236-a715bb4d352b,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:04.986938 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Network 3079b17f-32b5-4138-a236-a715bb4d352b details requested by agent ovs-agent-dv-cinder-815746-1-iscsi with host dv-cinder-815746-1-iscsi {{(pid=101367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 21:39:04.998987 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6d731b-d116-4f17-9f5e-8bbae381ef5c admin admin] Made reservation on behalf of beb44a19cd324fb484fba357f46290c8 for: {'subnet': 1} {{(pid=101366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:39:05.002145 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-6d6d731b-d116-4f17-9f5e-8bbae381ef5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12743771'] for subnet, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:05.187059 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-6d6d731b-d116-4f17-9f5e-8bbae381ef5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12743753'] for subnet, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:05.243948 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d731b-d116-4f17-9f5e-8bbae381ef5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a931d3fd-a4fa-46d2-a21d-07fb16c1efc5,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:05.253643 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d731b-d116-4f17-9f5e-8bbae381ef5c admin admin] Checking segment: {'id': 'fa626569-54b9-4bdb-9288-0d1d59f3cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:39:05.253972 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d731b-d116-4f17-9f5e-8bbae381ef5c admin admin] Network hostable DHCP agents. Network: 3079b17f-32b5-4138-a236-a715bb4d352b, hostable agents: ['539c674c-7802-4c70-8edb-acefa656e63e'], hosted agents: [] {{(pid=101366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 21:39:05.271617 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d731b-d116-4f17-9f5e-8bbae381ef5c admin admin] Network 3079b17f-32b5-4138-a236-a715bb4d352b is scheduled to be hosted by DHCP agent 539c674c-7802-4c70-8edb-acefa656e63e with binding_index 1 {{(pid=101366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 21:39:05.281411 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-6d6d731b-d116-4f17-9f5e-8bbae381ef5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-1-iscsi, 3079b17f-32b5-4138-a236-a715bb4d352b) {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:05.285841 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6d731b-d116-4f17-9f5e-8bbae381ef5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:05.287163 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-6d6d731b-d116-4f17-9f5e-8bbae381ef5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:05.290181 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9f7053-731d-4065-89c5-0091c2351345 None None] Network 3079b17f-32b5-4138-a236-a715bb4d352b requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:39:05.312455 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-6d6d731b-d116-4f17-9f5e-8bbae381ef5c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3544128 Oct 27 21:39:05.315095 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36810) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:05.319580 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2004733704-router', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:05.343159 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3112'] for router, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:05.344217 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1736506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3091'] for router, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:05.403097 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:05.452671 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe452df4e-5fb6-533b-8bad-3d646d7c8956-3079b17f-32b5-4138-a236-a715bb4d352b', 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'fixed_ips': [{'subnet_id': 'a931d3fd-a4fa-46d2-a21d-07fb16c1efc5'}]}} from dv-cinder-815746-1-iscsi. {{(pid=101367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 21:39:05.453846 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:05.542174 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:05.598450 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.db_base_plugin_common [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Allocated IP 172.20.0.2 (3079b17f-32b5-4138-a236-a715bb4d352b/a931d3fd-a4fa-46d2-a21d-07fb16c1efc5/861794b6-613a-406a-90fd-49625fac263c) {{(pid=101367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:39:05.749005 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:39:05.804463 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Publish callbacks [] for port, precommit_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:05.815318 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428'] for port, after_create {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:05.856236 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:05.856464 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:05.867390 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Network 3079b17f-32b5-4138-a236-a715bb4d352b is already hosted by enough agents. {{(pid=101367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:39:05.888170 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.scheduler.base_scheduler [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Resources bound (agent type, host, resource id): {{(pid=101367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:05.890670 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Received port after_create {{(pid=101367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:39:05.896580 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Pushing event updated for resources: {'Port': ['ID=861794b6-613a-406a-90fd-49625fac263c,revision_number=1']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:05.995335 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Attempting to bind port 861794b6-613a-406a-90fd-49625fac263c on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:39:05.995670 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Attempting to bind port 861794b6-613a-406a-90fd-49625fac263c by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'fa626569-54b9-4bdb-9288-0d1d59f3cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:39:05.996020 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Attempting to bind port 861794b6-613a-406a-90fd-49625fac263c on network 3079b17f-32b5-4138-a236-a715bb4d352b {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:39:06.007594 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:39:06.008354 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Checking segment: {'id': 'fa626569-54b9-4bdb-9288-0d1d59f3cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:39:06.008354 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:06.008729 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Bound using segment: {'id': 'fa626569-54b9-4bdb-9288-0d1d59f3cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:39:06.009227 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Bound port: 861794b6-613a-406a-90fd-49625fac263c, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa626569-54b9-4bdb-9288-0d1d59f3cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:39:06.009597 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:06.016038 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:06.026788 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:06.036640 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:06.072531 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:06.082428 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:06.128271 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] For port 861794b6-613a-406a-90fd-49625fac263c, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:39:06.146315 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] For port 861794b6-613a-406a-90fd-49625fac263c, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=861794b6-613a-406a-90fd-49625fac263c,segment=NetworkSegment(fa626569-54b9-4bdb-9288-0d1d59f3cbdb),segment_id=fa626569-54b9-4bdb-9288-0d1d59f3cbdb)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:39:06.154500 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:06.157674 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Allocated IP 172.27.2.47 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/e0082ec3-4099-4a3f-84ac-fce24c9992d7) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:39:06.159428 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:06.230133 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662f4aa-c637-4772-a4ef-88098c5408d3 None None] Pushing event updated for resources: {'Port': ['ID=861794b6-613a-406a-90fd-49625fac263c,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:06.275369 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:06.283805 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Sync routers for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:39:06.294676 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:06.295176 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:38:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:06.321562 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:06.364485 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:39:06.367852 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:06.371703 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:39:06.415548 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Pushing event updated for resources: {'Port': ['ID=e0082ec3-4099-4a3f-84ac-fce24c9992d7,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:06.527460 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:06.644161 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:06.733991 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 2, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:06.760432 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Checking router: 6f7b0618-fdb6-42e4-b798-da9f99db6545 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:39:06.760782 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Updating router 6f7b0618-fdb6-42e4-b798-da9f99db6545 port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 binding host dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:39:06.785965 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:06.845415 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628572'] for router, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:06.979783 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Router 65a82032-a664-4bfe-8473-25a03d2e9658 is scheduled to L3 agent 1818124e-4753-4485-930e-911ae30a2937 with binding_index 1 {{(pid=101366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 21:39:07.077689 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Publish callbacks [] for port, precommit_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.083419 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.088449 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:39:07.100258 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Sync routers for ids ['65a82032-a664-4bfe-8473-25a03d2e9658'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:39:07.111158 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.112825 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c98397b2-16fc-4633-96cd-d90e08216c3e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7967777 Oct 27 21:39:07.117486 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36812) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:07.124684 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Routers {'65a82032-a664-4bfe-8473-25a03d2e9658'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:07.125644 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:38:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['65a82032-a664-4bfe-8473-25a03d2e9658'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:07.158433 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Pushing event updated for resources: {'Port': ['ID=6966fbb0-a35b-434b-ac36-9d4e136a0bc6,revision_number=3']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:07.190859 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:07.191571 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:07.192059 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:07.192539 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:07.193077 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:07.193560 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:07.194057 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:07.194527 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:07.195008 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:07.200181 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:07.204633 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:07.205064 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:07.221046 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50514b05-9c2a-41e5-9856-be083e785be6 None None] Network 3079b17f-32b5-4138-a236-a715bb4d352b requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:39:07.227404 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Attempting to bind port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:39:07.227769 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Attempting to bind port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:39:07.228129 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Attempting to bind port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 on network 33b24ef9-897d-48bf-8624-a4e8b758aa85 {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:39:07.234700 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:39:07.235073 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Checking segment: {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:39:07.235530 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.236908 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Bound using segment: {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:39:07.237861 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Bound port: 6966fbb0-a35b-434b-ac36-9d4e136a0bc6, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'}}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:39:07.238180 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.321149 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] For port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:39:07.324363 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Set router 65a82032-a664-4bfe-8473-25a03d2e9658 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:07.330549 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] For port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=6966fbb0-a35b-434b-ac36-9d4e136a0bc6,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:39:07.337082 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.353385 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-1b72fbac-928c-4a1b-9621-af68b3969419 None None] Provisioning complete for port 861794b6-613a-406a-90fd-49625fac263c triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:07.353785 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-1b72fbac-928c-4a1b-9621-af68b3969419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.396612 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:07.397335 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:38:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:07.467840 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869fdaa-2374-49d0-9f8c-33487c4872b4 None None] Pushing event updated for resources: {'Port': ['ID=6966fbb0-a35b-434b-ac36-9d4e136a0bc6,revision_number=4']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:07.527118 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:07.646138 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.650156 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0acdeca3-4414-4f3c-895e-dfd39bb816c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.689625 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'name': 'tempest-TestVolumeBootPattern-2004733704-router', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:05Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 3, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'gw_port': {'id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:06Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:07.733725 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Checking router: 65a82032-a664-4bfe-8473-25a03d2e9658 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:39:07.744047 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Updating router 65a82032-a664-4bfe-8473-25a03d2e9658 port e0082ec3-4099-4a3f-84ac-fce24c9992d7 binding host dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:39:07.748386 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-1b72fbac-928c-4a1b-9621-af68b3969419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:07.765499 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:07Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:07.816429 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d26402-0e2d-467e-bdb5-00be31b4d627 None None] The sync data for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi is: [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:07Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:39:07.890886 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Allocated IP 172.20.0.1 (3079b17f-32b5-4138-a236-a715bb4d352b/a931d3fd-a4fa-46d2-a21d-07fb16c1efc5/bc6a40d6-867c-4d67-9dfb-65fe6a21cad2) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:39:07.993666 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:39:08.002533 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.038989 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.055760 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-1b72fbac-928c-4a1b-9621-af68b3969419 None None] For port 861794b6-613a-406a-90fd-49625fac263c, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=861794b6-613a-406a-90fd-49625fac263c,segment=NetworkSegment(fa626569-54b9-4bdb-9288-0d1d59f3cbdb),segment_id=fa626569-54b9-4bdb-9288-0d1d59f3cbdb)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:08.065763 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-1b72fbac-928c-4a1b-9621-af68b3969419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.084314 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.128395 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Network 3079b17f-32b5-4138-a236-a715bb4d352b is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:39:08.131576 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:08.136312 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:39:08.139791 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6a40d6-867c-4d67-9dfb-65fe6a21cad2,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:08.180885 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703873'] for router_interface, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.192607 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72fbac-928c-4a1b-9621-af68b3969419 None None] Pushing event updated for resources: {'Port': ['ID=861794b6-613a-406a-90fd-49625fac263c,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:08.214934 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:08.215293 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.256531 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-c4a1107a-1982-41a3-b5cd-b8408c1e0122 None None] Provisioning complete for port 861794b6-613a-406a-90fd-49625fac263c triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:08.256918 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-c4a1107a-1982-41a3-b5cd-b8408c1e0122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.342826 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.497735 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:39:08.531273 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.538999 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.553576 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.558212 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Publish callbacks [] for port, precommit_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.574981 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-c4a1107a-1982-41a3-b5cd-b8408c1e0122 None None] Provisioning complete for port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:08.575244 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-c4a1107a-1982-41a3-b5cd-b8408c1e0122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.597409 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.603273 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.626907 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630033'] for router_interface, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.628994 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6a40d6-867c-4d67-9dfb-65fe6a21cad2,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:08.679929 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2dac9-fa88-46f9-95ba-96e6582eb90b None None] Pushing event updated for resources: {'Port': ['ID=e0082ec3-4099-4a3f-84ac-fce24c9992d7,revision_number=2']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:08.682877 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Attempting to bind port e0082ec3-4099-4a3f-84ac-fce24c9992d7 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:39:08.683228 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Attempting to bind port e0082ec3-4099-4a3f-84ac-fce24c9992d7 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:39:08.683578 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Attempting to bind port e0082ec3-4099-4a3f-84ac-fce24c9992d7 on network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:39:08.685472 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:08.685829 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.712008 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:39:08.712283 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Checking segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:39:08.712672 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.713077 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Bound using segment: {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'} {{(pid=101367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:39:08.713542 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.managers [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Bound port: e0082ec3-4099-4a3f-84ac-fce24c9992d7, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7200c01-5b4f-45f9-82c5-734d2d25de0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17'}}] {{(pid=101367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:39:08.713910 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.724482 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Network 3079b17f-32b5-4138-a236-a715bb4d352b is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:39:08.725962 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:08.805235 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-c4a1107a-1982-41a3-b5cd-b8408c1e0122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.823794 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] For port e0082ec3-4099-4a3f-84ac-fce24c9992d7, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:39:08.850819 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Router 65a82032-a664-4bfe-8473-25a03d2e9658 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:39:08.866146 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] For port e0082ec3-4099-4a3f-84ac-fce24c9992d7, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=e0082ec3-4099-4a3f-84ac-fce24c9992d7,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:39:08.879808 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-c4a1107a-1982-41a3-b5cd-b8408c1e0122 None None] For port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=6966fbb0-a35b-434b-ac36-9d4e136a0bc6,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:08.881519 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.892678 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-c4a1107a-1982-41a3-b5cd-b8408c1e0122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.928661 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:08.972995 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2dac9-fa88-46f9-95ba-96e6582eb90b None None] Pushing event updated for resources: {'Port': ['ID=e0082ec3-4099-4a3f-84ac-fce24c9992d7,revision_number=3']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:08.974133 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:39:08.976294 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Routers {'65a82032-a664-4bfe-8473-25a03d2e9658'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:08.976896 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:39:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['65a82032-a664-4bfe-8473-25a03d2e9658'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:08.980117 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-daf74451-5270-4919-a917-c66a8b36e1b4 admin admin] 10.222.0.53 "PUT /v2.0/routers/65a82032-a664-4bfe-8473-25a03d2e9658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8613052 Oct 27 21:39:09.131222 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.db.api [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 21:39:09.131653 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG oslo_db.api [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 21:39:09.135150 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1107a-1982-41a3-b5cd-b8408c1e0122 None None] Pushing event updated for resources: {'Port': ['ID=6966fbb0-a35b-434b-ac36-9d4e136a0bc6,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:09.139775 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-ad8f5899-1938-4562-a214-cbe37437fe57 None None] Provisioning complete for port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:09.140143 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-ad8f5899-1938-4562-a214-cbe37437fe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.193178 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f5899-1938-4562-a214-cbe37437fe57 None None] Port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:39:09.195566 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] Set router 65a82032-a664-4bfe-8473-25a03d2e9658 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:09.395844 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'name': 'tempest-TestVolumeBootPattern-2004733704-router', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:05Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 4, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'gw_port': {'id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:06Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'bc6a40d6-867c-4d67-9dfb-65fe6a21cad2', 'name': '', 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'mac_address': 'fa:16:3e:f2:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a931d3fd-a4fa-46d2-a21d-07fb16c1efc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:07Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 2, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'subnets': [{'id': 'a931d3fd-a4fa-46d2-a21d-07fb16c1efc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:09.421506 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75aaea-b18e-47db-b0f6-d60e98a010fd None None] The sync data for ids ['65a82032-a664-4bfe-8473-25a03d2e9658'] in dv-cinder-815746-1-iscsi is: [{'id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'name': 'tempest-TestVolumeBootPattern-2004733704-router', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:05Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 4, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'gw_port': {'id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:06Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'bc6a40d6-867c-4d67-9dfb-65fe6a21cad2', 'name': '', 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'mac_address': 'fa:16:3e:f2:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a931d3fd-a4fa-46d2-a21d-07fb16c1efc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:07Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 2, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'subnets': [{'id': 'a931d3fd-a4fa-46d2-a21d-07fb16c1efc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:39:09.669547 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36820) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:09.674884 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-b6447537-fa9b-49b4-8547-47eb94f13595 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802633809', 'description': 'tempest-secgroup-smoke-802633809 description', 'project_id': '21052292f0134c4cbc327e64fe294046'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:09.680484 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 861794b6-613a-406a-90fd-49625fac263c up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:39:09.699415 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b6447537-fa9b-49b4-8547-47eb94f13595 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.734181 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 861794b6-613a-406a-90fd-49625fac263c triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:09.734833 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.782035 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b6447537-fa9b-49b4-8547-47eb94f13595 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.786974 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b6447537-fa9b-49b4-8547-47eb94f13595 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.817520 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6447537-fa9b-49b4-8547-47eb94f13595 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67862054-70bd-48f6-af04-6c0f062e3dd8,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:09.826160 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b6447537-fa9b-49b4-8547-47eb94f13595 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.827230 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-b6447537-fa9b-49b4-8547-47eb94f13595 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1561406 Oct 27 21:39:09.830307 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36822) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:09.834990 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-da507d33-5a08-42ba-84a8-394df5ef4748 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'security_group_rule': {'security_group_id': '67862054-70bd-48f6-af04-6c0f062e3dd8', 'project_id': '21052292f0134c4cbc327e64fe294046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:09.865527 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-da507d33-5a08-42ba-84a8-394df5ef4748 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.917639 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:39:09.931937 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-da507d33-5a08-42ba-84a8-394df5ef4748 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.937356 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-da507d33-5a08-42ba-84a8-394df5ef4748 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.955657 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da507d33-5a08-42ba-84a8-394df5ef4748 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b03f2f-f957-4e65-83e8-d07f82ee5eee,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:09.967509 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-da507d33-5a08-42ba-84a8-394df5ef4748 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:09.971758 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36824) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:09.972241 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-da507d33-5a08-42ba-84a8-394df5ef4748 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404638 Oct 27 21:39:09.976941 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-5b9f9bad-0a3a-410e-a4c7-0dac8afc30e9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'security_group_rule': {'security_group_id': '67862054-70bd-48f6-af04-6c0f062e3dd8', 'project_id': '21052292f0134c4cbc327e64fe294046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:09.994495 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:09.994852 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.011498 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9bad-0a3a-410e-a4c7-0dac8afc30e9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.077236 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9bad-0a3a-410e-a4c7-0dac8afc30e9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.081171 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9bad-0a3a-410e-a4c7-0dac8afc30e9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.082561 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 861794b6-613a-406a-90fd-49625fac263c up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:39:10.104982 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f9bad-0a3a-410e-a4c7-0dac8afc30e9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a060aff-93f8-4733-bd96-8e3d3d46c844,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:10.111509 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9bad-0a3a-410e-a4c7-0dac8afc30e9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.112576 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-5b9f9bad-0a3a-410e-a4c7-0dac8afc30e9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398540 Oct 27 21:39:10.115192 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36826) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:10.119810 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-4288f790-43ae-4958-b734-879e20f76248 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'security_group_rule': {'security_group_id': '67862054-70bd-48f6-af04-6c0f062e3dd8', 'project_id': '21052292f0134c4cbc327e64fe294046', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:10.132237 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port 861794b6-613a-406a-90fd-49625fac263c triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:10.132597 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.146981 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4288f790-43ae-4958-b734-879e20f76248 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.204420 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4288f790-43ae-4958-b734-879e20f76248 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.209642 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4288f790-43ae-4958-b734-879e20f76248 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.229108 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288f790-43ae-4958-b734-879e20f76248 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b3f2fc-4f04-4caf-b453-8f789342d704,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:10.237867 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4288f790-43ae-4958-b734-879e20f76248 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.239101 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-4288f790-43ae-4958-b734-879e20f76248 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230006 Oct 27 21:39:10.241860 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36830) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:10.246286 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-227db0da-14c2-4453-85ee-d28ac6f4f299 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'security_group_rule': {'security_group_id': '67862054-70bd-48f6-af04-6c0f062e3dd8', 'project_id': '21052292f0134c4cbc327e64fe294046', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:10.273050 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-227db0da-14c2-4453-85ee-d28ac6f4f299 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.332060 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-227db0da-14c2-4453-85ee-d28ac6f4f299 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.336790 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-227db0da-14c2-4453-85ee-d28ac6f4f299 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.351082 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227db0da-14c2-4453-85ee-d28ac6f4f299 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec89341-4dd6-45be-8441-0080a2e88b56,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:10.362663 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-227db0da-14c2-4453-85ee-d28ac6f4f299 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.363850 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-227db0da-14c2-4453-85ee-d28ac6f4f299 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210668 Oct 27 21:39:10.366673 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 36832) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:10.371004 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-6c153e2c-35d9-4580-b29d-4bddc7e144b5 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'security_group_rule': {'security_group_id': '67862054-70bd-48f6-af04-6c0f062e3dd8', 'project_id': '21052292f0134c4cbc327e64fe294046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:10.393113 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.securitygroups_db [None req-6c153e2c-35d9-4580-b29d-4bddc7e144b5 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Project 21052292f0134c4cbc327e64fe294046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:39:10.398191 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-6c153e2c-35d9-4580-b29d-4bddc7e144b5 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.462644 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-6c153e2c-35d9-4580-b29d-4bddc7e144b5 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.468687 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-6c153e2c-35d9-4580-b29d-4bddc7e144b5 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.486925 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c153e2c-35d9-4580-b29d-4bddc7e144b5 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29411979-b285-4521-aa74-da157bb478da,revision_number=0']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:10.491908 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-6c153e2c-35d9-4580-b29d-4bddc7e144b5 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.493127 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-6c153e2c-35d9-4580-b29d-4bddc7e144b5 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255357 Oct 27 21:39:10.495966 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 36836) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:10.500814 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-9f93d4de-1ecb-4c94-822b-f8b4527337ab tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'security_group_rule': {'security_group_id': '67862054-70bd-48f6-af04-6c0f062e3dd8', 'project_id': '21052292f0134c4cbc327e64fe294046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:10.524296 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.securitygroups_db [None req-9f93d4de-1ecb-4c94-822b-f8b4527337ab tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Project 21052292f0134c4cbc327e64fe294046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 21:39:10.529462 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9f93d4de-1ecb-4c94-822b-f8b4527337ab tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.605775 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9f93d4de-1ecb-4c94-822b-f8b4527337ab tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.608070 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.610747 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9f93d4de-1ecb-4c94-822b-f8b4527337ab tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719262'] for security_group_rule, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.630669 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93d4de-1ecb-4c94-822b-f8b4527337ab tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c865c2b-8730-44f9-8c68-2dbac327c196,revision_number=0']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:10.642106 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-9f93d4de-1ecb-4c94-822b-f8b4527337ab tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:10.643388 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-9f93d4de-1ecb-4c94-822b-f8b4527337ab tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463916 Oct 27 21:39:11.873908 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Sync routers for ids ['65a82032-a664-4bfe-8473-25a03d2e9658'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:39:11.889148 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Routers {'65a82032-a664-4bfe-8473-25a03d2e9658'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:11.889793 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:39:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['65a82032-a664-4bfe-8473-25a03d2e9658'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:11.917215 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e0082ec3-4099-4a3f-84ac-fce24c9992d7 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:39:11.967092 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port e0082ec3-4099-4a3f-84ac-fce24c9992d7 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:11.967457 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:11.996280 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Set router 65a82032-a664-4bfe-8473-25a03d2e9658 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:12.187836 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:12.211036 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] For port e0082ec3-4099-4a3f-84ac-fce24c9992d7, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=e0082ec3-4099-4a3f-84ac-fce24c9992d7,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:12.215393 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:12.216303 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'name': 'tempest-TestVolumeBootPattern-2004733704-router', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:05Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 4, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'gw_port': {'id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:06Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'bc6a40d6-867c-4d67-9dfb-65fe6a21cad2', 'name': '', 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'mac_address': 'fa:16:3e:f2:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a931d3fd-a4fa-46d2-a21d-07fb16c1efc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:07Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 2, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'subnets': [{'id': 'a931d3fd-a4fa-46d2-a21d-07fb16c1efc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:12.245261 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Checking router: 65a82032-a664-4bfe-8473-25a03d2e9658 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:39:12.245580 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Updating router 65a82032-a664-4bfe-8473-25a03d2e9658 port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 binding host dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 21:39:12.269259 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Pushing event updated for resources: {'Port': ['ID=e0082ec3-4099-4a3f-84ac-fce24c9992d7,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:12.272403 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:12.278295 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:12.278742 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:12.279086 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:12.279418 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:12.279746 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:12.280069 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:12.280392 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:12.280713 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:12.281600 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:12.281600 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:12.281812 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:12.281978 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:12.650192 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Publish callbacks [] for port, precommit_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:12.657482 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:12.716345 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbde1f2-fd1c-4253-a6e5-9e270d3920d1 None None] Pushing event updated for resources: {'Port': ['ID=bc6a40d6-867c-4d67-9dfb-65fe6a21cad2,revision_number=3']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:12.771413 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Attempting to bind port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 on host dv-cinder-815746-1-iscsi for vnic_type normal with profile {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:39:12.771785 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Attempting to bind port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 by drivers openvswitch,hyperv on host dv-cinder-815746-1-iscsi at level 0 using segments [{'id': 'fa626569-54b9-4bdb-9288-0d1d59f3cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b'}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:39:12.772144 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Attempting to bind port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 on network 3079b17f-32b5-4138-a236-a715bb4d352b {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:39:12.777657 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Checking agent: {'id': '908d42f7-b7bc-43a7-bd5b-0d5798392bc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 21, 8), 'started_at': datetime.datetime(2021, 10, 27, 21, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:39:12.778031 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Checking segment: {'id': 'fa626569-54b9-4bdb-9288-0d1d59f3cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:39:12.778430 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:12.778820 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Bound using segment: {'id': 'fa626569-54b9-4bdb-9288-0d1d59f3cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b'} {{(pid=101368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:39:12.779284 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.managers [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Bound port: bc6a40d6-867c-4d67-9dfb-65fe6a21cad2, host: dv-cinder-815746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa626569-54b9-4bdb-9288-0d1d59f3cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b'}}] {{(pid=101368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:39:12.779658 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:12.845365 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] For port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2, host dv-cinder-815746-1-iscsi, cleared binding levels {{(pid=101368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:39:12.849264 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.plugins.ml2.db [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] For port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2, host dv-cinder-815746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=bc6a40d6-867c-4d67-9dfb-65fe6a21cad2,segment=NetworkSegment(fa626569-54b9-4bdb-9288-0d1d59f3cbdb),segment_id=fa626569-54b9-4bdb-9288-0d1d59f3cbdb)] {{(pid=101368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:39:12.854165 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron_lib.callbacks.manager [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:12.914777 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Routers {'65a82032-a664-4bfe-8473-25a03d2e9658'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:12.915572 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:39:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['65a82032-a664-4bfe-8473-25a03d2e9658'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:12.917593 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbde1f2-fd1c-4253-a6e5-9e270d3920d1 None None] Pushing event updated for resources: {'Port': ['ID=bc6a40d6-867c-4d67-9dfb-65fe6a21cad2,revision_number=4']} {{(pid=101368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:12.942970 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-d2f06f7f-d37c-48fc-8261-c48d5a497b7d None None] Provisioning complete for port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:12.943645 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d2f06f7f-d37c-48fc-8261-c48d5a497b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.038639 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] Set router 65a82032-a664-4bfe-8473-25a03d2e9658 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:13.040431 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d2f06f7f-d37c-48fc-8261-c48d5a497b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.079394 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-d2f06f7f-d37c-48fc-8261-c48d5a497b7d None None] For port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=bc6a40d6-867c-4d67-9dfb-65fe6a21cad2,segment=NetworkSegment(fa626569-54b9-4bdb-9288-0d1d59f3cbdb),segment_id=fa626569-54b9-4bdb-9288-0d1d59f3cbdb)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:13.084977 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d2f06f7f-d37c-48fc-8261-c48d5a497b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.135020 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f06f7f-d37c-48fc-8261-c48d5a497b7d None None] Pushing event updated for resources: {'Port': ['ID=bc6a40d6-867c-4d67-9dfb-65fe6a21cad2,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:13.208413 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-fa98bb30-ec1a-4866-951b-b473cd8c5cd2 None None] Provisioning complete for port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:13.208799 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-fa98bb30-ec1a-4866-951b-b473cd8c5cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:13.259763 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'name': 'tempest-TestVolumeBootPattern-2004733704-router', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:05Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 4, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'gw_port': {'id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:06Z', 'updated_at': '2021-10-27T21:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'bc6a40d6-867c-4d67-9dfb-65fe6a21cad2', 'name': '', 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'mac_address': 'fa:16:3e:f2:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a931d3fd-a4fa-46d2-a21d-07fb16c1efc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:07Z', 'updated_at': '2021-10-27T21:39:12Z', 'revision_number': 4, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'subnets': [{'id': 'a931d3fd-a4fa-46d2-a21d-07fb16c1efc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:13.286099 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83b1b2-9355-4899-b594-ad6908056787 None None] The sync data for ids ['65a82032-a664-4bfe-8473-25a03d2e9658'] in dv-cinder-815746-1-iscsi is: [{'id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'name': 'tempest-TestVolumeBootPattern-2004733704-router', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:05Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 4, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'gw_port': {'id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:06Z', 'updated_at': '2021-10-27T21:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': 'bc6a40d6-867c-4d67-9dfb-65fe6a21cad2', 'name': '', 'network_id': '3079b17f-32b5-4138-a236-a715bb4d352b', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'mac_address': 'fa:16:3e:f2:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a931d3fd-a4fa-46d2-a21d-07fb16c1efc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:07Z', 'updated_at': '2021-10-27T21:39:12Z', 'revision_number': 4, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'subnets': [{'id': 'a931d3fd-a4fa-46d2-a21d-07fb16c1efc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:39:13.937734 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e0082ec3-4099-4a3f-84ac-fce24c9992d7 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:39:13.995867 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port e0082ec3-4099-4a3f-84ac-fce24c9992d7 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:13.996540 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:14.093316 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 up at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:39:14.145894 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Provisioning complete for port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:14.146258 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:19.551307 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:26.172060 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3b16813-00a6-4329-8e75-189822dd8047 req-952f2acf-682f-48d9-beb9-fb1aa5ed0ebc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415349 Oct 27 21:39:26.295704 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16813-00a6-4329-8e75-189822dd8047 req-c5f5255b-20ce-45ac-8238-9d5bc1a6d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:26.297249 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3b16813-00a6-4329-8e75-189822dd8047 req-c5f5255b-20ce-45ac-8238-9d5bc1a6d5e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abfee9fb15784d029c403b8b680a363a&device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 1099 time: 0.0529501 Oct 27 21:39:26.412413 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16813-00a6-4329-8e75-189822dd8047 req-6abc9043-848e-4b1b-9f86-c624a42a46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:26.414043 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3b16813-00a6-4329-8e75-189822dd8047 req-6abc9043-848e-4b1b-9f86-c624a42a46b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21e799b7-aa93-41b9-946f-2184149f86ef HTTP/1.1" status: 200 len: 910 time: 0.0914068 Oct 27 21:39:26.488818 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3b16813-00a6-4329-8e75-189822dd8047 req-fe3357ae-3f08-416e-a539-63248c05496a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a19e190-45db-4a31-bb12-ac84f83d680c HTTP/1.1" status: 200 len: 1001 time: 0.0628440 Oct 27 21:39:26.544160 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16813-00a6-4329-8e75-189822dd8047 req-93006fe8-9c8f-4a37-a515-56ab42fbbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:26.545883 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3b16813-00a6-4329-8e75-189822dd8047 req-93006fe8-9c8f-4a37-a515-56ab42fbbf31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72c8347c-d958-49cc-93be-72c963068627 HTTP/1.1" status: 200 len: 848 time: 0.0456531 Oct 27 21:39:26.594807 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16813-00a6-4329-8e75-189822dd8047 req-7aa1abe0-6cba-41b0-acbe-4e199eef4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:26.596436 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3b16813-00a6-4329-8e75-189822dd8047 req-7aa1abe0-6cba-41b0-acbe-4e199eef4c27 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21e799b7-aa93-41b9-946f-2184149f86ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428801 Oct 27 21:39:26.692957 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3b16813-00a6-4329-8e75-189822dd8047 req-973601f5-74f4-4ff9-8912-7e3276ae0381 service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871155 Oct 27 21:39:26.791276 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3b16813-00a6-4329-8e75-189822dd8047 req-546cd667-87c7-4c75-b307-cccddcaaa6b5 service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896213 Oct 27 21:39:27.198375 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-5c518507-84d1-4271-954b-f24f420a660e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802633809&fields=id&tenant_id=21052292f0134c4cbc327e64fe294046 HTTP/1.1" status: 200 len: 267 time: 0.0388329 Oct 27 21:39:27.328940 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c57f-945e-46bf-aa95-eed099463881 req-85e536d1-307f-4cee-8775-fbdb5f5df3c2 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:27.330307 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-85e536d1-307f-4cee-8775-fbdb5f5df3c2 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 812 time: 0.1215978 Oct 27 21:39:27.347600 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-4e942937-ee15-44f5-9cf2-14dafd5c4fca tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/quotas/21052292f0134c4cbc327e64fe294046 HTTP/1.1" status: 200 len: 375 time: 0.0091684 Oct 27 21:39:27.404626 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-1c2c714c-8d20-4100-8f6f-db4647b136a4 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516193 Oct 27 21:39:27.423152 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-64f3152d-e3e7-4088-9527-b90b37ebd545 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:39:27.424121 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-64f3152d-e3e7-4088-9527-b90b37ebd545 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051355 Oct 27 21:39:27.517024 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-6a9fb41a-f8f4-41f8-af2b-3b7d2a4f30e6 service neutron] 10.222.0.53 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870342 Oct 27 21:39:27.607455 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-c432237e-1073-4d45-9cff-5d06fb71b5cc service neutron] 10.222.0.53 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821273 Oct 27 21:39:27.903609 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1daa3e54-f29a-468a-b946-70b002ad3744 req-757553ba-efa3-4e0f-8fe8-f1afe87fa446 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 210 time: 0.0280325 Oct 27 21:39:29.012903 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ce942dc5-9a86-412f-a5f8-6dbf9f1519f4 req-c1c80671-a360-48e2-ae0d-849ec60ad450 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 210 time: 0.0364418 Oct 27 21:39:29.033176 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c57f-945e-46bf-aa95-eed099463881 req-6edb01d1-d054-49e3-b58d-cd0f9380925c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:29.034702 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-6edb01d1-d054-49e3-b58d-cd0f9380925c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 812 time: 0.1346200 Oct 27 21:39:29.099996 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-4b46cb03-e6bf-4d31-a89e-745ac8c4cd24 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21052292f0134c4cbc327e64fe294046 HTTP/1.1" status: 200 len: 379 time: 0.0352085 Oct 27 21:39:29.109569 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-6981c57f-945e-46bf-aa95-eed099463881 req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'port': {'device_id': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'admin_state_up': True, 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'security_groups': ['67862054-70bd-48f6-af04-6c0f062e3dd8']}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:29.221817 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6981c57f-945e-46bf-aa95-eed099463881 req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Made reservation on behalf of 21052292f0134c4cbc327e64fe294046 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:39:29.225233 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6981c57f-945e-46bf-aa95-eed099463881 req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:29.355346 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-6981c57f-945e-46bf-aa95-eed099463881 req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Allocated IP 172.20.0.12 (33b24ef9-897d-48bf-8624-a4e8b758aa85/40a47dd1-d2da-4a99-aff7-16a78a9b2d44/36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:39:29.515513 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6981c57f-945e-46bf-aa95-eed099463881 req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:29.564064 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6981c57f-945e-46bf-aa95-eed099463881 req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:29.613538 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6981c57f-945e-46bf-aa95-eed099463881 req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Network 33b24ef9-897d-48bf-8624-a4e8b758aa85 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:39:29.616569 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-6981c57f-945e-46bf-aa95-eed099463881 req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:29.620515 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6981c57f-945e-46bf-aa95-eed099463881 req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:39:29.644159 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'Port': ['ID=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:29.673319 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c57f-945e-46bf-aa95-eed099463881 req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:29.673982 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6981c57f-945e-46bf-aa95-eed099463881 req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:29.691511 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-ec71baa9-b04d-445a-bd80-3bbe49d88d09 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855691 Oct 27 21:39:29.712621 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Request body: {'port': {'device_id': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:29.768037 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:29.815201 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-c34f018e-7230-4c79-b196-9dbb2f116448 None None] Provisioning complete for port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:29.815762 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-c34f018e-7230-4c79-b196-9dbb2f116448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:29.850464 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-c34f018e-7230-4c79-b196-9dbb2f116448 None None] Port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:39:30.039642 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:39:30.047719 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:30.061035 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Transition to ACTIVE for port object 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:39:30.066125 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:30.145049 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Pushing event updated for resources: {'Port': ['ID=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:30.200943 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Attempting to bind port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:39:30.201285 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Attempting to bind port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:39:30.201599 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Attempting to bind port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 on network 33b24ef9-897d-48bf-8624-a4e8b758aa85 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:39:30.207092 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 on network 33b24ef9-897d-48bf-8624-a4e8b758aa85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:39:30.207412 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Attempting to bind port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 on network 33b24ef9-897d-48bf-8624-a4e8b758aa85 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:39:30.212959 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:39:30.213291 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Checking segment: {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:39:30.213813 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Bound using segment: {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:39:30.214244 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Bound port: 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:39:30.214596 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:30.254586 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302d59-8931-4ea4-b006-7176f57d185d req-0180b5b3-bbf2-4134-89fd-405c257897ed tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:30.257440 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-72302d59-8931-4ea4-b006-7176f57d185d req-0180b5b3-bbf2-4134-89fd-405c257897ed tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 944 time: 0.1737831 Oct 27 21:39:30.291237 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] For port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:39:30.295183 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] For port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:39:30.306939 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:30.310327 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-72302d59-8931-4ea4-b006-7176f57d185d req-4542cdfe-91cb-4768-ab54-fad7a7b938fb tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478935 Oct 27 21:39:30.351537 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:30.352356 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:30.354245 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] 10.222.0.83 "PUT /v2.0/ports/36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 HTTP/1.1" status: 200 len: 1094 time: 0.6464801 Oct 27 21:39:30.354852 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'tag': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:39:30.357530 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c8ad37-4c21-4754-b3ee-0382c7c859b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7d7d3f-e251-4c72-8414-c17e5b724c74", "tag": "36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:39:30.385866 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d79a43-2e8f-4fea-a985-15330902e419 service neutron] Pushing event updated for resources: {'Port': ['ID=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:30.399243 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab3ab72-8244-402a-a8b8-2f890dfd3802 x-openstack-request-id: req-4ab3ab72-8244-402a-a8b8-2f890dfd3802 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:39:30.399534 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7d7d3f-e251-4c72-8414-c17e5b724c74", "tag": "36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:39:30.399792 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ab3ab72-8244-402a-a8b8-2f890dfd3802 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:39:30.400219 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'tag': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8', 'status': 'completed', 'code': 200} Oct 27 21:39:30.488666 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8ad37-4c21-4754-b3ee-0382c7c859b9 req-f3587a92-bebc-4f8a-a61f-02339fbc0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:30.490262 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f5c8ad37-4c21-4754-b3ee-0382c7c859b9 req-f3587a92-bebc-4f8a-a61f-02339fbc0f5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 1097 time: 0.0452600 Oct 27 21:39:30.927609 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8ad37-4c21-4754-b3ee-0382c7c859b9 req-f26d4f1c-956f-4f56-8b42-167998cdb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:30.929159 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f5c8ad37-4c21-4754-b3ee-0382c7c859b9 req-f26d4f1c-956f-4f56-8b42-167998cdb4dc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=21052292f0134c4cbc327e64fe294046&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4236224 Oct 27 21:39:31.088668 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8ad37-4c21-4754-b3ee-0382c7c859b9 req-d76105c3-387e-4f30-a0a0-b180b6cba125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:31.090180 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f5c8ad37-4c21-4754-b3ee-0382c7c859b9 req-d76105c3-387e-4f30-a0a0-b180b6cba125 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533735 Oct 27 21:39:31.202184 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c57f-945e-46bf-aa95-eed099463881 req-a47f7318-7fa0-48a6-85bd-9806763830a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:31.203562 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-a47f7318-7fa0-48a6-85bd-9806763830a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 1097 time: 0.0510135 Oct 27 21:39:31.255072 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-20d3a2d9-c022-4ed2-bb6b-4fc09766ecb8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 HTTP/1.1" status: 200 len: 217 time: 0.0365777 Oct 27 21:39:31.304993 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c57f-945e-46bf-aa95-eed099463881 req-5536f7fa-1543-4102-be8f-4ada10330eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:31.306488 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-5536f7fa-1543-4102-be8f-4ada10330eb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0442562 Oct 27 21:39:31.353401 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c57f-945e-46bf-aa95-eed099463881 req-fc15f841-9a47-4e51-b10f-c53dc86a1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:31.354906 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-fc15f841-9a47-4e51-b10f-c53dc86a1b30 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412116 Oct 27 21:39:31.428046 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9d732-8cf5-4a0c-9efb-0b1cae222c1d req-db1781e6-fd85-42dd-b41a-df6f1f79e0fe tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:31.429714 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-78c9d732-8cf5-4a0c-9efb-0b1cae222c1d req-db1781e6-fd85-42dd-b41a-df6f1f79e0fe tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 944 time: 0.0488305 Oct 27 21:39:31.449046 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-94cfc74b-beda-4cec-99d5-f8356551d107 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865989 Oct 27 21:39:31.494157 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-78c9d732-8cf5-4a0c-9efb-0b1cae222c1d req-b624aba8-f660-48d2-9752-6ed5c87c37e6 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571322 Oct 27 21:39:31.545591 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6981c57f-945e-46bf-aa95-eed099463881 req-21f0050c-b38c-4427-94ae-f286371efd82 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895092 Oct 27 21:39:32.628680 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffaef2-b57b-4ad3-8943-c6e4c33a9dd0 req-f86818e9-1232-4a96-b620-2e13a569a152 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:32.630393 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4fffaef2-b57b-4ad3-8943-c6e4c33a9dd0 req-f86818e9-1232-4a96-b620-2e13a569a152 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 944 time: 0.0641193 Oct 27 21:39:32.669431 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4fffaef2-b57b-4ad3-8943-c6e4c33a9dd0 req-bd6c2cee-3f11-4fee-9119-3ac61515d678 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325651 Oct 27 21:39:33.790972 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd34fa-c987-4153-ae16-63275b3535b0 req-32609fef-d155-4996-98c9-79e7cf6812dc tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:33.792454 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dcfd34fa-c987-4153-ae16-63275b3535b0 req-32609fef-d155-4996-98c9-79e7cf6812dc tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 944 time: 0.0532460 Oct 27 21:39:33.834820 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dcfd34fa-c987-4153-ae16-63275b3535b0 req-d41238b7-41ad-4c21-a314-94d4c70d4d61 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337291 Oct 27 21:39:34.670756 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-f91fc3bc-e012-43c4-91c5-affadc5c2f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:34.956157 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011492a8-c713-499f-a6c6-4df385b84135 req-198a06e9-2304-417f-a962-53b6e07635b0 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:34.957518 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-011492a8-c713-499f-a6c6-4df385b84135 req-198a06e9-2304-417f-a962-53b6e07635b0 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 944 time: 0.0549200 Oct 27 21:39:34.998789 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-011492a8-c713-499f-a6c6-4df385b84135 req-200f0c52-83a6-4ba0-9baf-eeff1d9883f3 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318606 Oct 27 21:39:36.124984 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6f28c-5c5f-45d5-8255-f1b73c67e2f1 req-b2fcb6c6-1ef9-40eb-a9a5-1e746dd01c73 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:36.126394 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c7b6f28c-5c5f-45d5-8255-f1b73c67e2f1 req-b2fcb6c6-1ef9-40eb-a9a5-1e746dd01c73 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 944 time: 0.0559998 Oct 27 21:39:36.173417 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c7b6f28c-5c5f-45d5-8255-f1b73c67e2f1 req-a407022b-d56d-415e-afda-3f23dfce8813 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383160 Oct 27 21:39:37.297255 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acb7ec-87d1-4e8d-9313-eef0151e1210 req-e36cef2d-f6ad-4df8-89ca-6e0a586d426b tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:37.298678 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-26acb7ec-87d1-4e8d-9313-eef0151e1210 req-e36cef2d-f6ad-4df8-89ca-6e0a586d426b tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 944 time: 0.0505815 Oct 27 21:39:37.339921 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-26acb7ec-87d1-4e8d-9313-eef0151e1210 req-123920cb-75d1-4908-b010-68dc0c034599 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350711 Oct 27 21:39:37.620098 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-083da811-c366-4775-aac5-4ff79d57352f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:37.975484 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:39:38.081038 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:38.092444 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'port_id': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8', 'mac_address': 'fa:16:3e:0d:84:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:39:38.129993 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:38.142551 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:39:38.162285 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:38.169032 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:38.218385 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:38.473929 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b830cc-2eca-465e-9163-0569dfdf8ad9 req-3b6a2a20-2522-41c3-bb3c-9234d96bb236 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:38.475431 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-12b830cc-2eca-465e-9163-0569dfdf8ad9 req-3b6a2a20-2522-41c3-bb3c-9234d96bb236 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 945 time: 0.0625131 Oct 27 21:39:38.476471 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:39:38.517879 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-12b830cc-2eca-465e-9163-0569dfdf8ad9 req-d88b8fb3-05b4-4fb1-a137-58f099639808 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360391 Oct 27 21:39:38.526437 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:38.569618 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:39.650174 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dd111-7ba1-40e1-aa40-e0520f1838d9 req-ebf3a478-e85d-4e98-833c-26f4d039041f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:39.651645 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cb9dd111-7ba1-40e1-aa40-e0520f1838d9 req-ebf3a478-e85d-4e98-833c-26f4d039041f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 945 time: 0.0581315 Oct 27 21:39:39.690073 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-cb9dd111-7ba1-40e1-aa40-e0520f1838d9 req-83406db3-51f9-4f47-94af-6c443bf5e8b4 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321207 Oct 27 21:39:40.007794 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:39:40.061733 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:39:40.066229 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:39:40.066605 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:40.142988 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:40.169166 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:39:40.171420 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf8a660-2000-44dd-8b3b-0762cdb74883" -d '{"events": [{"server_uuid": "9e7d7d3f-e251-4c72-8414-c17e5b724c74", "name": "network-vif-plugged", "status": "completed", "tag": "36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:39:40.187340 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:40.192622 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:40.215335 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e0c0d3-ff1c-4095-be66-b9eb7cd02966 x-openstack-request-id: req-c9e0c0d3-ff1c-4095-be66-b9eb7cd02966 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:39:40.215630 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7d7d3f-e251-4c72-8414-c17e5b724c74", "name": "network-vif-plugged", "status": "completed", "tag": "36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:39:40.215931 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9e0c0d3-ff1c-4095-be66-b9eb7cd02966 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:39:40.216257 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8', 'code': 200} Oct 27 21:39:40.242505 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:40.467592 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe795ed6-7056-4be1-ba6b-e20410c5e7bc req-eb461e49-9af9-42d7-9362-4f7f1c0a4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:40.469043 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fe795ed6-7056-4be1-ba6b-e20410c5e7bc req-eb461e49-9af9-42d7-9362-4f7f1c0a4a38 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 1099 time: 0.0441186 Oct 27 21:39:40.510873 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-fe795ed6-7056-4be1-ba6b-e20410c5e7bc req-06f3c626-736a-417a-85c5-4851dbe1086b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347128 Oct 27 21:39:40.609558 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:40.825346 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd6f73-5e6a-4d8f-9aaa-6703f8b2c087 req-d1c688af-3c55-483e-9c73-17cd70287cb5 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:40.826830 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38fd6f73-5e6a-4d8f-9aaa-6703f8b2c087 req-d1c688af-3c55-483e-9c73-17cd70287cb5 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 946 time: 0.0586405 Oct 27 21:39:40.875645 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-38fd6f73-5e6a-4d8f-9aaa-6703f8b2c087 req-5b786a49-add5-4b3c-9d1c-4fecc5207423 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394094 Oct 27 21:39:41.718963 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:39:41.996889 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a5cb1-95ac-4256-ac74-e21e74484ff6 req-ccd9b389-0d88-4cc6-a674-818ab41f5dc0 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:41.998281 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-996a5cb1-95ac-4256-ac74-e21e74484ff6 req-ccd9b389-0d88-4cc6-a674-818ab41f5dc0 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 946 time: 0.0516462 Oct 27 21:39:42.041712 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-996a5cb1-95ac-4256-ac74-e21e74484ff6 req-f09f21bd-769c-46cc-aa20-59ded3cccb3f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345643 Oct 27 21:39:42.168386 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905362f-fcb1-4fce-9e27-c855a1a9dec7 req-b117cd38-9064-409d-8fc9-d69839682551 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:42.169873 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e905362f-fcb1-4fce-9e27-c855a1a9dec7 req-b117cd38-9064-409d-8fc9-d69839682551 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 946 time: 0.0529203 Oct 27 21:39:42.214243 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e905362f-fcb1-4fce-9e27-c855a1a9dec7 req-b8ff6118-4764-4124-b346-45cabd15ba7c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352428 Oct 27 21:39:42.242678 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37010) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:42.342442 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393bfdd8-fd44-4e57-9537-34183be2f502 tempest-TestVolumeBootPattern-1822526522 tempest-TestVolumeBootPattern-1822526522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:42.343959 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-393bfdd8-fd44-4e57-9537-34183be2f502 tempest-TestVolumeBootPattern-1822526522 tempest-TestVolumeBootPattern-1822526522-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 1094 time: 0.0999641 Oct 27 21:39:42.347048 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37014) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:42.351444 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'floatingip': {'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'port_id': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:39:42.376950 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:42.486301 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:42.601778 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Allocated IP 172.27.2.125 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/9266c4b9-08f3-42f9-89cd-485594573a99) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:39:42.725133 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:42.766840 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:42.806656 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:39:42.811182 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:39:42.814602 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:39:42.819936 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'Port': ['ID=9266c4b9-08f3-42f9-89cd-485594573a99,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:43.159694 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:43.227854 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:43.409570 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:43.416474 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:43.487039 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'Port': ['ID=9266c4b9-08f3-42f9-89cd-485594573a99,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:43.496964 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:43.597931 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.l3_db [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Floating IP 65a20fa3-5033-4560-a85d-426bb56fc7bc associated. External IP: 172.27.2.125, port: 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8. Oct 27 21:39:43.826378 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Router 6f7b0618-fdb6-42e4-b798-da9f99db6545 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:39:43.939757 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:39:43.950473 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbed4e5-77e7-4ce2-aab9-e8d6120e021b None None] Sync routers for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:39:43.959122 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:43.961873 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbed4e5-77e7-4ce2-aab9-e8d6120e021b None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:43.962488 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-fcbed4e5-77e7-4ce2-aab9-e8d6120e021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:39:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:43.986163 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-cdd425ad-0786-4afe-9d82-ec72da83d506 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6379824 Oct 27 21:39:43.986637 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'tag': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:39:43.988934 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3191b7b-203e-4554-918a-34abc3630c00" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7d7d3f-e251-4c72-8414-c17e5b724c74", "tag": "36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:39:44.026401 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab06607-42ef-401d-a227-a04be994e09a x-openstack-request-id: req-0ab06607-42ef-401d-a227-a04be994e09a {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:39:44.026401 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7d7d3f-e251-4c72-8414-c17e5b724c74", "tag": "36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:39:44.026636 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ab06607-42ef-401d-a227-a04be994e09a {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:39:44.027007 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'tag': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8', 'status': 'completed', 'code': 200} Oct 27 21:39:44.072514 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-fcbed4e5-77e7-4ce2-aab9-e8d6120e021b None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:44.121475 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3191b7b-203e-4554-918a-34abc3630c00 req-28d55483-c31b-4e1a-a42d-d205bc865da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:44.123217 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3191b7b-203e-4554-918a-34abc3630c00 req-28d55483-c31b-4e1a-a42d-d205bc865da9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 1099 time: 0.0449858 Oct 27 21:39:44.215188 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3191b7b-203e-4554-918a-34abc3630c00 req-2eae7567-db5a-443b-8322-236ab8941e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:44.216722 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3191b7b-203e-4554-918a-34abc3630c00 req-2eae7567-db5a-443b-8322-236ab8941e85 service neutron] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 913 time: 0.0857518 Oct 27 21:39:44.286044 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3191b7b-203e-4554-918a-34abc3630c00 req-3498bc79-82e8-485b-a9cf-6a247037ef2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 HTTP/1.1" status: 200 len: 1000 time: 0.0613062 Oct 27 21:39:44.302864 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-fcbed4e5-77e7-4ce2-aab9-e8d6120e021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '65a20fa3-5033-4560-a85d-426bb56fc7bc', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:0d:84:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:39:43Z', 'updated_at': '2021-10-27T21:39:43Z', 'revision_number': 0, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:44.332579 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbed4e5-77e7-4ce2-aab9-e8d6120e021b None None] Checking router: 6f7b0618-fdb6-42e4-b798-da9f99db6545 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:39:44.341271 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3191b7b-203e-4554-918a-34abc3630c00 req-c9415d18-7701-42f5-a806-9939acd0b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:44.341758 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbed4e5-77e7-4ce2-aab9-e8d6120e021b None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:44.342344 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-fcbed4e5-77e7-4ce2-aab9-e8d6120e021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:39:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:44.342743 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3191b7b-203e-4554-918a-34abc3630c00 req-c9415d18-7701-42f5-a806-9939acd0b5eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0482163 Oct 27 21:39:44.388717 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3191b7b-203e-4554-918a-34abc3630c00 req-de129a4b-00dd-493a-91cd-d074c45f6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:44.390116 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3191b7b-203e-4554-918a-34abc3630c00 req-de129a4b-00dd-493a-91cd-d074c45f6881 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400488 Oct 27 21:39:44.401598 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [req-d3191b7b-203e-4554-918a-34abc3630c00 req-7da3062a-bcfa-4b0a-87a7-71a53e9b2b57 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=101365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 21:39:44.402736 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3191b7b-203e-4554-918a-34abc3630c00 req-7da3062a-bcfa-4b0a-87a7-71a53e9b2b57 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049341 Oct 27 21:39:44.449550 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-fcbed4e5-77e7-4ce2-aab9-e8d6120e021b None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:44.686902 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-fcbed4e5-77e7-4ce2-aab9-e8d6120e021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '65a20fa3-5033-4560-a85d-426bb56fc7bc', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:0d:84:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:39:43Z', 'updated_at': '2021-10-27T21:39:43Z', 'revision_number': 0, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:44.721161 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbed4e5-77e7-4ce2-aab9-e8d6120e021b None None] The sync data for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi is: [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '65a20fa3-5033-4560-a85d-426bb56fc7bc', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:0d:84:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:39:43Z', 'updated_at': '2021-10-27T21:39:43Z', 'revision_number': 0, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:39:44.759452 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3191b7b-203e-4554-918a-34abc3630c00 req-7d6b54e6-7632-485f-9a95-42d362139d94 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492813 Oct 27 21:39:44.851752 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d3191b7b-203e-4554-918a-34abc3630c00 req-6fd485f4-7178-447b-8103-c7b362f1c34f service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843594 Oct 27 21:39:44.916283 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb1ca0c-4531-4dc1-a02a-142c626dc1d7 None None] New status for floating IP 65a20fa3-5033-4560-a85d-426bb56fc7bc: ACTIVE {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:39:49.548588 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:51.073327 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37022) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:51.259238 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Deleting port 025f6cc6-f1f9-43bf-aabb-32a99bcb15bb {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:39:51.259539 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:51.339119 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:51.339414 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:51.351833 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Calling delete_port for 025f6cc6-f1f9-43bf-aabb-32a99bcb15bb owned by network:floatingip {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:39:51.530103 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:51.558644 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event deleted for resources: {'Port': ['ID=025f6cc6-f1f9-43bf-aabb-32a99bcb15bb,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:51.619204 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for floatingip, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:51.619531 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.l3_db [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Floating IP 289edf20-959e-4086-b1d7-25e4b51eb1d8 disassociated (deleted). External IP: 172.27.2.77, port: 9a19e190-45db-4a31-bb12-ac84f83d680c. Oct 27 21:39:51.839085 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Router c64cf4c0-536f-47b6-8c2b-21dacf821c69 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:39:51.951221 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:39:51.956170 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:51.964074 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41914ddc-6bb5-4e94-970e-cdc35164bbfb None None] Sync routers for ids ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:39:51.975337 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41914ddc-6bb5-4e94-970e-cdc35164bbfb None None] Routers {'c64cf4c0-536f-47b6-8c2b-21dacf821c69'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:51.976031 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-41914ddc-6bb5-4e94-970e-cdc35164bbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:39:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:51.984488 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-0aeb2ad0-e0ff-4ea8-8305-5734c09ac783 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "DELETE /v2.0/floatingips/289edf20-959e-4086-b1d7-25e4b51eb1d8 HTTP/1.1" status: 204 len: 168 time: 0.9100165 Oct 27 21:39:51.985045 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:39:51.987382 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22ceb86-9bcf-4301-a38a-8782d43aaa0d" -d '{"events": [{"name": "network-changed", "server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:39:52.026752 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f413aae-f07a-40c1-9015-9cc2890db7d9 x-openstack-request-id: req-1f413aae-f07a-40c1-9015-9cc2890db7d9 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:39:52.027044 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:39:52.027288 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f413aae-f07a-40c1-9015-9cc2890db7d9 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:39:52.027678 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'status': 'completed', 'code': 200} Oct 27 21:39:52.151140 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ceb86-9bcf-4301-a38a-8782d43aaa0d req-593d5016-fe0f-4acc-84e9-d6cc10b50ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:52.153119 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b22ceb86-9bcf-4301-a38a-8782d43aaa0d req-593d5016-fe0f-4acc-84e9-d6cc10b50ecb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abfee9fb15784d029c403b8b680a363a&device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 1099 time: 0.0620632 Oct 27 21:39:52.224155 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-41914ddc-6bb5-4e94-970e-cdc35164bbfb None None] Set router c64cf4c0-536f-47b6-8c2b-21dacf821c69 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:52.225707 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2efa4-c5a5-4895-9e55-d763284dca06 req-a2a8641e-f8f8-44cf-97ed-06f687751771 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:52.227964 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c9d2efa4-c5a5-4895-9e55-d763284dca06 req-a2a8641e-f8f8-44cf-97ed-06f687751771 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0550725 Oct 27 21:39:52.267764 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c9d2efa4-c5a5-4895-9e55-d763284dca06 req-de7ef50f-b59a-4cd3-8ee4-a6ee3f2b39ee tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337646 Oct 27 21:39:52.292788 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ceb86-9bcf-4301-a38a-8782d43aaa0d req-4ab6825d-efe6-42d1-91a6-3c10ce105e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:52.293101 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b22ceb86-9bcf-4301-a38a-8782d43aaa0d req-4ab6825d-efe6-42d1-91a6-3c10ce105e00 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21e799b7-aa93-41b9-946f-2184149f86ef HTTP/1.1" status: 200 len: 910 time: 0.0999980 Oct 27 21:39:52.336184 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b22ceb86-9bcf-4301-a38a-8782d43aaa0d req-ea12627f-46f6-453b-a5ea-211fae976ace service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a19e190-45db-4a31-bb12-ac84f83d680c HTTP/1.1" status: 200 len: 217 time: 0.0340486 Oct 27 21:39:52.385805 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ceb86-9bcf-4301-a38a-8782d43aaa0d req-7c1fe422-8a10-47b4-9f0e-5fbe583438e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:52.387167 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b22ceb86-9bcf-4301-a38a-8782d43aaa0d req-7c1fe422-8a10-47b4-9f0e-5fbe583438e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72c8347c-d958-49cc-93be-72c963068627 HTTP/1.1" status: 200 len: 848 time: 0.0427084 Oct 27 21:39:52.429242 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-41914ddc-6bb5-4e94-970e-cdc35164bbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '76ae9d11-cec8-4f87-9c76-0cdbb7f47517', 'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'mac_address': 'fa:16:3e:e1:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:03Z', 'updated_at': '2021-10-27T21:35:09Z', 'revision_number': 5, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'subnets': [{'id': '72c8347c-d958-49cc-93be-72c963068627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:52.442020 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ceb86-9bcf-4301-a38a-8782d43aaa0d req-1b0814f4-5e27-4e6a-93e4-b343b27da2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:52.443657 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b22ceb86-9bcf-4301-a38a-8782d43aaa0d req-1b0814f4-5e27-4e6a-93e4-b343b27da2e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21e799b7-aa93-41b9-946f-2184149f86ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469260 Oct 27 21:39:52.455292 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41914ddc-6bb5-4e94-970e-cdc35164bbfb None None] Checking router: c64cf4c0-536f-47b6-8c2b-21dacf821c69 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:39:52.464048 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41914ddc-6bb5-4e94-970e-cdc35164bbfb None None] Routers {'c64cf4c0-536f-47b6-8c2b-21dacf821c69'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:52.464646 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-41914ddc-6bb5-4e94-970e-cdc35164bbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:39:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:52.540519 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b22ceb86-9bcf-4301-a38a-8782d43aaa0d req-d7cb78bb-060f-490e-b0f2-bf9e86c3c74b service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879691 Oct 27 21:39:52.572707 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-41914ddc-6bb5-4e94-970e-cdc35164bbfb None None] Set router c64cf4c0-536f-47b6-8c2b-21dacf821c69 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:52.637213 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b22ceb86-9bcf-4301-a38a-8782d43aaa0d req-b9ee84b2-7e16-4022-8cf8-d82e442491da service neutron] 10.222.0.83 "GET /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880952 Oct 27 21:39:52.777152 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-41914ddc-6bb5-4e94-970e-cdc35164bbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '76ae9d11-cec8-4f87-9c76-0cdbb7f47517', 'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'mac_address': 'fa:16:3e:e1:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:03Z', 'updated_at': '2021-10-27T21:35:09Z', 'revision_number': 5, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'subnets': [{'id': '72c8347c-d958-49cc-93be-72c963068627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:52.806924 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41914ddc-6bb5-4e94-970e-cdc35164bbfb None None] The sync data for ids ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'] in dv-cinder-815746-1-iscsi is: [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:04Z', 'revision_number': 4, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '76ae9d11-cec8-4f87-9c76-0cdbb7f47517', 'name': '', 'network_id': '21e799b7-aa93-41b9-946f-2184149f86ef', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'mac_address': 'fa:16:3e:e1:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '72c8347c-d958-49cc-93be-72c963068627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:03Z', 'updated_at': '2021-10-27T21:35:09Z', 'revision_number': 5, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'subnets': [{'id': '72c8347c-d958-49cc-93be-72c963068627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:39:53.034760 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0596bb5-4aa5-4584-85d2-2f877a42d83a None None] New status for floating IP 289edf20-959e-4086-b1d7-25e4b51eb1d8: DOWN {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:39:53.401737 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e050c-582c-4dd0-85a4-4906665cb08e req-8ac378e1-1d79-40c6-a5a5-3fbd02551ea1 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:53.403209 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4d5e050c-582c-4dd0-85a4-4906665cb08e req-8ac378e1-1d79-40c6-a5a5-3fbd02551ea1 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0592453 Oct 27 21:39:53.443121 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4d5e050c-582c-4dd0-85a4-4906665cb08e req-6df66db0-974e-403f-8203-95c459cf8f83 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e1cc3a4-c875-4689-a5c9-b32f158d724d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314066 Oct 27 21:39:54.064133 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19c4fd-5d8a-45f4-b37b-28a2e4e5e2a5 req-8370f001-ae30-48d1-bea6-eee7867035ac tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:39:54.065691 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ba19c4fd-5d8a-45f4-b37b-28a2e4e5e2a5 req-8370f001-ae30-48d1-bea6-eee7867035ac tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.83 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 946 time: 0.0538218 Oct 27 21:39:54.181974 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-ba19c4fd-5d8a-45f4-b37b-28a2e4e5e2a5 req-1c80ad9f-98a0-4cd2-8534-52778b00ea2c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Deleting port 9a19e190-45db-4a31-bb12-ac84f83d680c {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:39:54.182239 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ba19c4fd-5d8a-45f4-b37b-28a2e4e5e2a5 req-1c80ad9f-98a0-4cd2-8534-52778b00ea2c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:54.276573 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-ba19c4fd-5d8a-45f4-b37b-28a2e4e5e2a5 req-1c80ad9f-98a0-4cd2-8534-52778b00ea2c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] For port 9a19e190-45db-4a31-bb12-ac84f83d680c, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=9a19e190-45db-4a31-bb12-ac84f83d680c,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:54.276913 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ba19c4fd-5d8a-45f4-b37b-28a2e4e5e2a5 req-1c80ad9f-98a0-4cd2-8534-52778b00ea2c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:54.294350 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-ba19c4fd-5d8a-45f4-b37b-28a2e4e5e2a5 req-1c80ad9f-98a0-4cd2-8534-52778b00ea2c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Calling delete_port for 9a19e190-45db-4a31-bb12-ac84f83d680c owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:39:54.435841 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ba19c4fd-5d8a-45f4-b37b-28a2e4e5e2a5 req-1c80ad9f-98a0-4cd2-8534-52778b00ea2c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:54.464523 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80ad9f-98a0-4cd2-8534-52778b00ea2c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event deleted for resources: {'Port': ['ID=9a19e190-45db-4a31-bb12-ac84f83d680c,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:54.511776 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba19c4fd-5d8a-45f4-b37b-28a2e4e5e2a5 req-1c80ad9f-98a0-4cd2-8534-52778b00ea2c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] No DVR routers for this DVR port 9a19e190-45db-4a31-bb12-ac84f83d680c on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:39:54.514581 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-ba19c4fd-5d8a-45f4-b37b-28a2e4e5e2a5 req-1c80ad9f-98a0-4cd2-8534-52778b00ea2c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:54.518018 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-ba19c4fd-5d8a-45f4-b37b-28a2e4e5e2a5 req-1c80ad9f-98a0-4cd2-8534-52778b00ea2c tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.83 "DELETE /v2.0/ports/9a19e190-45db-4a31-bb12-ac84f83d680c HTTP/1.1" status: 204 len: 173 time: 0.4441471 Oct 27 21:39:54.518487 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'name': 'network-vif-deleted', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:39:54.520921 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca40360-b131-4c9e-9472-b928291e7d93" -d '{"events": [{"server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "name": "network-vif-deleted", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:39:54.542448 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-8be66009-30ee-48b0-8a1b-03956ab60fef req-9aa2652f-dad0-4abb-b8fb-fbe5d43615b3 tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "GET /v2.0/ports?device_id=908a6fed-ebd6-4f08-8222-1475be11c11a HTTP/1.1" status: 200 len: 210 time: 0.0282471 Oct 27 21:39:54.572050 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d7da48-1116-4e44-90a1-366f19d4c816 x-openstack-request-id: req-a7d7da48-1116-4e44-90a1-366f19d4c816 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:39:54.572311 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908a6fed-ebd6-4f08-8222-1475be11c11a", "name": "network-vif-deleted", "tag": "9a19e190-45db-4a31-bb12-ac84f83d680c", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:39:54.572559 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7d7da48-1116-4e44-90a1-366f19d4c816 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:39:54.572991 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908a6fed-ebd6-4f08-8222-1475be11c11a', 'name': 'network-vif-deleted', 'tag': '9a19e190-45db-4a31-bb12-ac84f83d680c', 'status': 'completed', 'code': 200} Oct 27 21:39:55.605295 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37038) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:55.670782 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d6db4308-e385-4ec0-887c-dbb9ccb04d7f tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:55.697941 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d6db4308-e385-4ec0-887c-dbb9ccb04d7f tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:55.766273 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d6db4308-e385-4ec0-887c-dbb9ccb04d7f tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:55.769138 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-d6db4308-e385-4ec0-887c-dbb9ccb04d7f tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:55.770503 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-d6db4308-e385-4ec0-887c-dbb9ccb04d7f tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] 10.222.0.53 "DELETE /v2.0/security-groups/6e1cc3a4-c875-4689-a5c9-b32f158d724d HTTP/1.1" status: 204 len: 168 time: 0.1641984 Oct 27 21:39:55.780149 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db4308-e385-4ec0-887c-dbb9ccb04d7f tempest-TestShelveInstance-505896507 tempest-TestShelveInstance-505896507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1cc3a4-c875-4689-a5c9-b32f158d724d,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:55.821471 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37042) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:56.213099 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630010'] for router_interface, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:56.477955 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Deleting port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:39:56.478250 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:56.559770 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] For port 76ae9d11-cec8-4f87-9c76-0cdbb7f47517, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=76ae9d11-cec8-4f87-9c76-0cdbb7f47517,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:56.560152 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:56.573353 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Calling delete_port for 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 owned by network:router_interface {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:39:56.767255 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:56.799489 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ae9d11-cec8-4f87-9c76-0cdbb7f47517,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:56.812906 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.813275 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.813625 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.814005 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.814354 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.814677 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.815074 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.815340 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.815714 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.816023 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.816337 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.816663 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:39:56.974535 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1538488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630166'] for router_interface, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:57.189778 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Router c64cf4c0-536f-47b6-8c2b-21dacf821c69 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:39:57.302183 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:39:57.309984 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37046) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:57.310854 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e282c6d-f215-4d63-9a67-f0cdd61107ba None None] Sync routers for ids ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:39:57.313269 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-c4ddf249-8ce3-4dca-b186-80c882cf59a0 admin admin] 10.222.0.53 "PUT /v2.0/routers/c64cf4c0-536f-47b6-8c2b-21dacf821c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4870200 Oct 27 21:39:57.322918 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e282c6d-f215-4d63-9a67-f0cdd61107ba None None] Routers {'c64cf4c0-536f-47b6-8c2b-21dacf821c69'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:57.323532 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-0e282c6d-f215-4d63-9a67-f0cdd61107ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:39:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:57.415574 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Publish callbacks [] for router, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:57.425174 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-0e282c6d-f215-4d63-9a67-f0cdd61107ba None None] Set router c64cf4c0-536f-47b6-8c2b-21dacf821c69 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:57.518382 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:57.574564 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Deleting port 5f41077c-5c72-4217-804b-12c19e42e9e2 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:39:57.574899 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:57.607063 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-0e282c6d-f215-4d63-9a67-f0cdd61107ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:39:56Z', 'revision_number': 5, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port': {'id': '5f41077c-5c72-4217-804b-12c19e42e9e2', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:57.635304 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e282c6d-f215-4d63-9a67-f0cdd61107ba None None] Checking router: c64cf4c0-536f-47b6-8c2b-21dacf821c69 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:39:57.644230 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e282c6d-f215-4d63-9a67-f0cdd61107ba None None] Routers {'c64cf4c0-536f-47b6-8c2b-21dacf821c69'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:39:57.644845 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-0e282c6d-f215-4d63-9a67-f0cdd61107ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:39:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:57.656376 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] For port 5f41077c-5c72-4217-804b-12c19e42e9e2, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=5f41077c-5c72-4217-804b-12c19e42e9e2,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:57.656738 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:57.668764 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Calling delete_port for 5f41077c-5c72-4217-804b-12c19e42e9e2 owned by network:router_gateway {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:39:57.732380 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-0e282c6d-f215-4d63-9a67-f0cdd61107ba None None] Set router c64cf4c0-536f-47b6-8c2b-21dacf821c69 gateway port host: None {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:39:57.784460 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-0e282c6d-f215-4d63-9a67-f0cdd61107ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:39:57Z', 'revision_number': 6, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port_host': None}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:57.814248 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e282c6d-f215-4d63-9a67-f0cdd61107ba None None] The sync data for ids ['c64cf4c0-536f-47b6-8c2b-21dacf821c69'] in dv-cinder-815746-1-iscsi is: [{'id': 'c64cf4c0-536f-47b6-8c2b-21dacf821c69', 'name': 'tempest-TestShelveInstance-1256942692-router', 'tenant_id': 'abfee9fb15784d029c403b8b680a363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:01Z', 'updated_at': '2021-10-27T21:39:57Z', 'revision_number': 6, 'project_id': 'abfee9fb15784d029c403b8b680a363a', 'gw_port_host': None}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:39:57.834353 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:57.864301 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f41077c-5c72-4217-804b-12c19e42e9e2,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:57.939025 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703796'] for router_gateway, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.033104 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3098'] for router, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.035354 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.077508 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627145'] for router, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.078371 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c64cf4c0-536f-47b6-8c2b-21dacf821c69 {{(pid=101365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:39:58.083900 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] Publish callbacks [] for router, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.085494 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-ec8ee7e8-4445-4194-be27-19bb61cfc36c admin admin] 10.222.0.53 "DELETE /v2.0/routers/c64cf4c0-536f-47b6-8c2b-21dacf821c69 HTTP/1.1" status: 204 len: 168 time: 0.7744360 Oct 27 21:39:58.088426 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37048) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:58.146158 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9a19e190-45db-4a31-bb12-ac84f83d680c no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:39:58.167674 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 9a19e190-45db-4a31-bb12-ac84f83d680c {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:39:58.167999 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 9a19e190-45db-4a31-bb12-ac84f83d680c not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:39:58.318086 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:39:58.341180 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:39:58.341789 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 76ae9d11-cec8-4f87-9c76-0cdbb7f47517 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:39:58.394417 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfdf495-2491-4a13-af0f-3e91fcaca47b admin admin] Deleting subnet 72c8347c-d958-49cc-93be-72c963068627 {{(pid=101366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:39:58.398039 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf495-2491-4a13-af0f-3e91fcaca47b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.436691 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf495-2491-4a13-af0f-3e91fcaca47b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12665891'] for subnet, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.523558 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf495-2491-4a13-af0f-3e91fcaca47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.583532 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf495-2491-4a13-af0f-3e91fcaca47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12743610'] for subnet, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.627228 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdf495-2491-4a13-af0f-3e91fcaca47b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c8347c-d958-49cc-93be-72c963068627,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:58.629926 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf495-2491-4a13-af0f-3e91fcaca47b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.633142 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-4bfdf495-2491-4a13-af0f-3e91fcaca47b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/72c8347c-d958-49cc-93be-72c963068627 HTTP/1.1" status: 204 len: 168 time: 0.5436261 Oct 27 21:39:58.635255 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6accf1-f59b-4d08-97bd-3a772b93b5a7 None None] Network 21e799b7-aa93-41b9-946f-2184149f86ef requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:39:58.635950 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37050) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:58.724943 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.782635 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Deleting port ed45c6fa-e386-4f80-8407-f564c813d84e {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:39:58.782843 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.831473 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4df085-52c2-4f8a-b6dd-964c38516c52 None None] DHCP port deletion for 21e799b7-aa93-41b9-946f-2184149f86ef request from dv-cinder-815746-1-iscsi {{(pid=101367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:39:58.847697 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] For port ed45c6fa-e386-4f80-8407-f564c813d84e, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=ed45c6fa-e386-4f80-8407-f564c813d84e,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:58.848052 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.860578 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Calling delete_port for ed45c6fa-e386-4f80-8407-f564c813d84e owned by network:dhcp {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:39:58.882661 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-5c4df085-52c2-4f8a-b6dd-964c38516c52 None None] Deleting port ed45c6fa-e386-4f80-8407-f564c813d84e {{(pid=101367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:39:58.883026 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5c4df085-52c2-4f8a-b6dd-964c38516c52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.943782 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.946093 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-5c4df085-52c2-4f8a-b6dd-964c38516c52 None None] For port ed45c6fa-e386-4f80-8407-f564c813d84e, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=ed45c6fa-e386-4f80-8407-f564c813d84e,segment=NetworkSegment(69c197a2-b578-45b4-8279-691b8bac281f),segment_id=69c197a2-b578-45b4-8279-691b8bac281f)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:58.946502 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5c4df085-52c2-4f8a-b6dd-964c38516c52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:58.959034 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-5c4df085-52c2-4f8a-b6dd-964c38516c52 None None] Calling delete_port for ed45c6fa-e386-4f80-8407-f564c813d84e owned by network:dhcp {{(pid=101367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:39:58.968695 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed45c6fa-e386-4f80-8407-f564c813d84e,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:58.972425 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] No DVR routers for this DVR port ed45c6fa-e386-4f80-8407-f564c813d84e on host dv-cinder-815746-1-iscsi {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:39:59.043795 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5c4df085-52c2-4f8a-b6dd-964c38516c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437'] for port, after_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:59.045021 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:59.064951 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e799b7-aa93-41b9-946f-2184149f86ef']}} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:59.068486 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4df085-52c2-4f8a-b6dd-964c38516c52 None None] Pushing event deleted for resources: {'Port': ['ID=ed45c6fa-e386-4f80-8407-f564c813d84e,revision_number=None']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:59.072192 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4df085-52c2-4f8a-b6dd-964c38516c52 None None] No DVR routers for this DVR port ed45c6fa-e386-4f80-8407-f564c813d84e on host dv-cinder-815746-1-iscsi {{(pid=101367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:39:59.077659 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c197a2-b578-45b4-8279-691b8bac281f') {'for_net_delete': True} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:59.077955 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c197a2-b578-45b4-8279-691b8bac281f') {} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:39:59.089195 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14559722'] for segment, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:59.105119 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:59.111178 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=101365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:39:59.111473 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14562605'] for segment, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: Traceback (most recent call last): Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: timer() Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: cb(*args, **kw) Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: return func(*args, **kwargs) Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: self._notify() Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: self.callback(batched_events) Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: event.method(event) Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: return f(self, *a, **k) Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._get(url).json() Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: return self.request(url, 'GET', **kwargs) Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:39:59.113181 dv-cinder-815746-1-iscsi neutron-server[101365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:39:59.168363 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:59.179064 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:59.182285 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/21e799b7-aa93-41b9-946f-2184149f86ef HTTP/1.1" status: 204 len: 168 time: 0.5454416 Oct 27 21:39:59.186081 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37052) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:39:59.195419 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fa30c-6971-456d-9a27-c9393b5a81e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e799b7-aa93-41b9-946f-2184149f86ef,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:39:59.555724 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb2d1-089a-4e43-9bb4-a20613d31371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630010'] for router_interface, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:59.822293 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-7f5bb2d1-089a-4e43-9bb4-a20613d31371 admin admin] Deleting port 5200e558-9558-4f3d-be3d-f9be6e2626af {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:39:59.822632 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb2d1-089a-4e43-9bb4-a20613d31371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:59.905632 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-7f5bb2d1-089a-4e43-9bb4-a20613d31371 admin admin] For port 5200e558-9558-4f3d-be3d-f9be6e2626af, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=5200e558-9558-4f3d-be3d-f9be6e2626af,segment=NetworkSegment(c5617e59-0370-433e-845e-b7022b5a2c13),segment_id=c5617e59-0370-433e-845e-b7022b5a2c13)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:39:59.905996 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb2d1-089a-4e43-9bb4-a20613d31371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:39:59.918570 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-7f5bb2d1-089a-4e43-9bb4-a20613d31371 admin admin] Calling delete_port for 5200e558-9558-4f3d-be3d-f9be6e2626af owned by network:router_interface {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:39:59.929915 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 5f41077c-5c72-4217-804b-12c19e42e9e2 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:39:59.950916 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: 5f41077c-5c72-4217-804b-12c19e42e9e2 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:39:59.951346 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 5f41077c-5c72-4217-804b-12c19e42e9e2 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:39:59.951821 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device ed45c6fa-e386-4f80-8407-f564c813d84e no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:39:59.971238 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: ed45c6fa-e386-4f80-8407-f564c813d84e {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:39:59.971685 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device ed45c6fa-e386-4f80-8407-f564c813d84e not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:00.114656 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb2d1-089a-4e43-9bb4-a20613d31371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:00.140182 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bb2d1-089a-4e43-9bb4-a20613d31371 admin admin] Pushing event deleted for resources: {'Port': ['ID=5200e558-9558-4f3d-be3d-f9be6e2626af,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:00.304409 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb2d1-089a-4e43-9bb4-a20613d31371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1538488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630166'] for router_interface, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:00.540514 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5bb2d1-089a-4e43-9bb4-a20613d31371 admin admin] Router 0f41edcf-e21f-4f14-9437-ac93c2386288 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:40:00.656285 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5bb2d1-089a-4e43-9bb4-a20613d31371 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:40:00.662065 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-7f5bb2d1-089a-4e43-9bb4-a20613d31371 admin admin] 10.222.0.53 "PUT /v2.0/routers/0f41edcf-e21f-4f14-9437-ac93c2386288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4745953 Oct 27 21:40:00.664840 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37054) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:00.666093 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f46adb-c095-4ef4-951b-6f4b24711be2 None None] Sync routers for ids ['0f41edcf-e21f-4f14-9437-ac93c2386288'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:40:00.678007 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f46adb-c095-4ef4-951b-6f4b24711be2 None None] Routers {'0f41edcf-e21f-4f14-9437-ac93c2386288'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:40:00.678628 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-94f46adb-c095-4ef4-951b-6f4b24711be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:39:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0f41edcf-e21f-4f14-9437-ac93c2386288'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:00.782577 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-94f46adb-c095-4ef4-951b-6f4b24711be2 None None] Set router 0f41edcf-e21f-4f14-9437-ac93c2386288 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:40:00.871309 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Publish callbacks [] for router, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:00.962289 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-94f46adb-c095-4ef4-951b-6f4b24711be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'name': 'tempest-TestShelveInstance-1961882814-router', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '24432f51-83ec-495a-ab06-f17105919e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:07Z', 'updated_at': '2021-10-27T21:40:00Z', 'revision_number': 5, 'project_id': 'eea0e4003d7741928b14f14915034203', 'gw_port': {'id': '24432f51-83ec-495a-ab06-f17105919e51', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:35:08Z', 'updated_at': '2021-10-27T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:00.974653 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:01.032002 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Deleting port 24432f51-83ec-495a-ab06-f17105919e51 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:01.032324 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:01.088813 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f46adb-c095-4ef4-951b-6f4b24711be2 None None] Checking router: 0f41edcf-e21f-4f14-9437-ac93c2386288 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:40:01.097300 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f46adb-c095-4ef4-951b-6f4b24711be2 None None] Routers {'0f41edcf-e21f-4f14-9437-ac93c2386288'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:40:01.097903 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-94f46adb-c095-4ef4-951b-6f4b24711be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:39:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['0f41edcf-e21f-4f14-9437-ac93c2386288'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:01.120228 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] For port 24432f51-83ec-495a-ab06-f17105919e51, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=24432f51-83ec-495a-ab06-f17105919e51,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:01.120591 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:01.133202 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Calling delete_port for 24432f51-83ec-495a-ab06-f17105919e51 owned by network:router_gateway {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:01.180568 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-94f46adb-c095-4ef4-951b-6f4b24711be2 None None] Set router 0f41edcf-e21f-4f14-9437-ac93c2386288 gateway port host: None {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:40:01.231187 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-94f46adb-c095-4ef4-951b-6f4b24711be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'name': 'tempest-TestShelveInstance-1961882814-router', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:07Z', 'updated_at': '2021-10-27T21:40:00Z', 'revision_number': 6, 'project_id': 'eea0e4003d7741928b14f14915034203', 'gw_port_host': None}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:01.262004 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f46adb-c095-4ef4-951b-6f4b24711be2 None None] The sync data for ids ['0f41edcf-e21f-4f14-9437-ac93c2386288'] in dv-cinder-815746-1-iscsi is: [{'id': '0f41edcf-e21f-4f14-9437-ac93c2386288', 'name': 'tempest-TestShelveInstance-1961882814-router', 'tenant_id': 'eea0e4003d7741928b14f14915034203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:35:07Z', 'updated_at': '2021-10-27T21:40:00Z', 'revision_number': 6, 'project_id': 'eea0e4003d7741928b14f14915034203', 'gw_port_host': None}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:40:01.307058 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:01.333804 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Pushing event deleted for resources: {'Port': ['ID=24432f51-83ec-495a-ab06-f17105919e51,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:01.358302 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:01.358642 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:01.358975 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:01.359301 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:01.359626 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:01.359959 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:01.360276 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:01.360591 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:01.360932 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:01.361257 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:01.361573 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:01.361919 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:40:01.404216 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703796'] for router_gateway, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:01.493008 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3098'] for router, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:01.495252 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:01.808546 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627145'] for router, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:01.809318 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f41edcf-e21f-4f14-9437-ac93c2386288 {{(pid=101365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:40:01.813578 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] Publish callbacks [] for router, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:01.815020 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-910938d7-2303-4ef4-bd0c-53c3dff9e724 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0f41edcf-e21f-4f14-9437-ac93c2386288 HTTP/1.1" status: 204 len: 168 time: 1.1488986 Oct 27 21:40:01.817955 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37058) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:01.866747 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9de39c-5a7f-4987-be22-7bff889cffb1 admin admin] Deleting subnet fdc3e834-ffb5-4e58-a4c3-365784adb8d5 {{(pid=101365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:40:01.870074 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8d9de39c-5a7f-4987-be22-7bff889cffb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:01.903907 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8d9de39c-5a7f-4987-be22-7bff889cffb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14559635'] for subnet, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:01.982685 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8d9de39c-5a7f-4987-be22-7bff889cffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.051948 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8d9de39c-5a7f-4987-be22-7bff889cffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14562759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12641038'] for subnet, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.055746 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 5200e558-9558-4f3d-be3d-f9be6e2626af no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:02.078288 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: 5200e558-9558-4f3d-be3d-f9be6e2626af {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:02.078623 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 5200e558-9558-4f3d-be3d-f9be6e2626af not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:02.078883 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9de39c-5a7f-4987-be22-7bff889cffb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc3e834-ffb5-4e58-a4c3-365784adb8d5,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:02.079036 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 24432f51-83ec-495a-ab06-f17105919e51 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:02.084083 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8d9de39c-5a7f-4987-be22-7bff889cffb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for subnet, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.087927 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-8d9de39c-5a7f-4987-be22-7bff889cffb1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fdc3e834-ffb5-4e58-a4c3-365784adb8d5 HTTP/1.1" status: 204 len: 168 time: 0.2687862 Oct 27 21:40:02.090639 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37060) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:02.099844 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465d8fe8-7d56-4a3b-ae65-a7b34e3ee32d None None] Network ebe5d788-8884-4354-b2cb-1ff848373d3f requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:40:02.102018 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: 24432f51-83ec-495a-ab06-f17105919e51 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:02.102342 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 24432f51-83ec-495a-ab06-f17105919e51 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:02.168067 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.230427 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Deleting port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:40:02.231102 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.304723 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] For port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=4fbc4c8e-f4bc-4717-a011-f590e0fc200f,segment=NetworkSegment(c5617e59-0370-433e-845e-b7022b5a2c13),segment_id=c5617e59-0370-433e-845e-b7022b5a2c13)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:40:02.305128 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.319101 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Calling delete_port for 4fbc4c8e-f4bc-4717-a011-f590e0fc200f owned by network:dhcp {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:40:02.407934 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.417274 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0df21e4-b26c-4172-bdc0-bb3941e6b490 None None] DHCP port deletion for ebe5d788-8884-4354-b2cb-1ff848373d3f request from dv-cinder-815746-1-iscsi {{(pid=101367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:40:02.437083 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbc4c8e-f4bc-4717-a011-f590e0fc200f,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:02.438926 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] No DVR routers for this DVR port 4fbc4c8e-f4bc-4717-a011-f590e0fc200f on host dv-cinder-815746-1-iscsi {{(pid=101366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:40:02.513221 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.533729 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe5d788-8884-4354-b2cb-1ff848373d3f']}} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:02.542920 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5617e59-0370-433e-845e-b7022b5a2c13') {'for_net_delete': True} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:02.543209 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5617e59-0370-433e-845e-b7022b5a2c13') {} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:40:02.552996 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12665946'] for segment, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.568321 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.574597 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=101366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:40:02.574967 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12780439'] for segment, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: Traceback (most recent call last): Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: timer() Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: cb(*args, **kw) Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: return func(*args, **kwargs) Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: self._notify() Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: self.callback(batched_events) Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: event.method(event) Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: return f(self, *a, **k) Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._get(url).json() Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: return self.request(url, 'GET', **kwargs) Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:40:02.576630 dv-cinder-815746-1-iscsi neutron-server[101366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:40:02.642908 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.649531 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.652796 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] 10.222.0.53 "DELETE /v2.0/networks/ebe5d788-8884-4354-b2cb-1ff848373d3f HTTP/1.1" status: 204 len: 168 time: 0.5611458 Oct 27 21:40:02.664795 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d42f9f-7d3b-4dff-b59c-53ebe6eb8f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe5d788-8884-4354-b2cb-1ff848373d3f,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:02.778039 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37064) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:02.819375 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-4574d312-55cd-44d6-b18c-7ce5c6ef616a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abfee9fb15784d029c403b8b680a363a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401247 Oct 27 21:40:02.822886 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37066) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:02.884627 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b84ad12c-6017-4bb6-838f-5a4c05368cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.909544 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b84ad12c-6017-4bb6-838f-5a4c05368cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.959771 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b84ad12c-6017-4bb6-838f-5a4c05368cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.963709 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b84ad12c-6017-4bb6-838f-5a4c05368cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:02.965513 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-b84ad12c-6017-4bb6-838f-5a4c05368cd6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0996d26a-e264-4780-9d5b-83396583c028 HTTP/1.1" status: 204 len: 168 time: 0.1415730 Oct 27 21:40:02.974575 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ad12c-6017-4bb6-838f-5a4c05368cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0996d26a-e264-4780-9d5b-83396583c028,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:03.290285 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37072) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:03.331114 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-9329fc31-7263-4e08-9c8d-b981749d85cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eea0e4003d7741928b14f14915034203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397038 Oct 27 21:40:03.334248 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37074) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:40:03.382985 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1fae-6f8e-486c-9c90-39ea6c70e1c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:03.407627 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1fae-6f8e-486c-9c90-39ea6c70e1c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:03.479951 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1fae-6f8e-486c-9c90-39ea6c70e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:03.484386 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1fae-6f8e-486c-9c90-39ea6c70e1c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:03.486031 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-8f6b1fae-6f8e-486c-9c90-39ea6c70e1c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c3be2ec-7bdd-4538-8735-926fb25bdb26 HTTP/1.1" status: 204 len: 168 time: 0.1508958 Oct 27 21:40:03.493733 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b1fae-6f8e-486c-9c90-39ea6c70e1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3be2ec-7bdd-4538-8735-926fb25bdb26,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:40:03.928073 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 4fbc4c8e-f4bc-4717-a011-f590e0fc200f no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:40:03.948609 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: 4fbc4c8e-f4bc-4717-a011-f590e0fc200f {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:40:03.948968 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 4fbc4c8e-f4bc-4717-a011-f590e0fc200f not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:40:04.681048 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-9b905a3a-ea97-4e5a-9ba8-6c60634ee33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:07.616694 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3b40a284-07c0-491f-8380-9d206f4d879a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:08.504734 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:08.556132 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:10.615959 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:18.717876 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:40:19.553302 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:27.323448 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e289de73-1b1f-4cb1-92f5-99e008d9bf84 req-163d07d4-b005-4a53-b71e-7fe46ea99cfc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1931710 Oct 27 21:40:27.439547 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289de73-1b1f-4cb1-92f5-99e008d9bf84 req-cdf803cb-07cd-4ed0-afa4-7689fbb06811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:27.441160 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e289de73-1b1f-4cb1-92f5-99e008d9bf84 req-cdf803cb-07cd-4ed0-afa4-7689fbb06811 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 1099 time: 0.0466442 Oct 27 21:40:27.555145 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289de73-1b1f-4cb1-92f5-99e008d9bf84 req-eacb4ae8-03b0-41ac-b696-0f0953f27eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:27.556662 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e289de73-1b1f-4cb1-92f5-99e008d9bf84 req-eacb4ae8-03b0-41ac-b696-0f0953f27eec service neutron] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 913 time: 0.0912056 Oct 27 21:40:27.629131 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e289de73-1b1f-4cb1-92f5-99e008d9bf84 req-c020f6e2-807f-4f42-bc25-ade3d873f666 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 HTTP/1.1" status: 200 len: 1002 time: 0.0651982 Oct 27 21:40:27.680141 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289de73-1b1f-4cb1-92f5-99e008d9bf84 req-c8382950-0155-4100-9ab4-c2916740d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:27.681600 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e289de73-1b1f-4cb1-92f5-99e008d9bf84 req-c8382950-0155-4100-9ab4-c2916740d300 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0450940 Oct 27 21:40:27.729612 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289de73-1b1f-4cb1-92f5-99e008d9bf84 req-1650d12f-774b-417f-b583-21b0feebbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:40:27.731112 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e289de73-1b1f-4cb1-92f5-99e008d9bf84 req-1650d12f-774b-417f-b583-21b0feebbd2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420511 Oct 27 21:40:27.830269 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e289de73-1b1f-4cb1-92f5-99e008d9bf84 req-8a8ee318-c563-4e9c-b726-a0c74c37b7b4 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914955 Oct 27 21:40:27.929564 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e289de73-1b1f-4cb1-92f5-99e008d9bf84 req-5f23429b-37ed-47c3-8fc3-88c678009286 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905080 Oct 27 21:40:34.675402 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-f1e23dcd-b8d8-451d-b51a-1933863e258d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:37.621266 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-e62066fe-f56c-49ec-b9fb-9da2af2b7b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:38.506737 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:38.551927 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:40.620735 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:49.563182 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:40:55.718201 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:41:04.683752 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-9570b8e9-ca71-4ce6-9121-191f6c3796f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:07.629228 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-86d8a4a1-83bc-4bc1-b583-fb54af153639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:08.519003 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:08.560698 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:10.623432 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:19.562861 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:28.143014 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0aefb3af-04e6-4f00-930d-b8fb59634202 req-1f640366-505d-40a2-bf26-e80dbd2038c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451396 Oct 27 21:41:28.259132 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefb3af-04e6-4f00-930d-b8fb59634202 req-7c0d6b25-34d1-446b-ab14-12b7c7b30af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:28.260569 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0aefb3af-04e6-4f00-930d-b8fb59634202 req-7c0d6b25-34d1-446b-ab14-12b7c7b30af9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 1099 time: 0.0554054 Oct 27 21:41:28.377574 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefb3af-04e6-4f00-930d-b8fb59634202 req-dda2c9c4-5ce4-4322-a74d-62cb39c2b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:28.379051 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0aefb3af-04e6-4f00-930d-b8fb59634202 req-dda2c9c4-5ce4-4322-a74d-62cb39c2b873 service neutron] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 913 time: 0.0972447 Oct 27 21:41:28.453094 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0aefb3af-04e6-4f00-930d-b8fb59634202 req-6eea9bee-73c5-4f58-932e-ee0ff6a80ae8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 HTTP/1.1" status: 200 len: 1002 time: 0.0666869 Oct 27 21:41:28.501297 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefb3af-04e6-4f00-930d-b8fb59634202 req-a8982ea1-24c6-4922-b451-3eeaaa92b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:28.502709 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0aefb3af-04e6-4f00-930d-b8fb59634202 req-a8982ea1-24c6-4922-b451-3eeaaa92b6c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0428722 Oct 27 21:41:28.553155 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefb3af-04e6-4f00-930d-b8fb59634202 req-683abe3f-e7ae-46aa-abf1-ffbfc930aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:28.554550 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0aefb3af-04e6-4f00-930d-b8fb59634202 req-683abe3f-e7ae-46aa-abf1-ffbfc930aefc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445011 Oct 27 21:41:28.645348 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0aefb3af-04e6-4f00-930d-b8fb59634202 req-569eaa14-0483-4caf-8c89-8b0d5b11574c service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834901 Oct 27 21:41:28.748569 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0aefb3af-04e6-4f00-930d-b8fb59634202 req-69bf991a-5dff-4e89-b42c-c1bc6315bb18 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960491 Oct 27 21:41:32.717654 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:41:34.678034 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-f360c438-d493-401f-82bf-e4555b51675b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:37.626580 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d978c41f-fcfc-4da3-97ca-f44097c415e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:38.521473 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:38.560131 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:40.624945 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:41.554354 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd80d6-7d98-4104-9173-403afee8ea43 req-eb10a644-9dd1-4fef-a7da-88c9eab78d24 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:41.555833 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-63bd80d6-7d98-4104-9173-403afee8ea43 req-eb10a644-9dd1-4fef-a7da-88c9eab78d24 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 946 time: 0.0566037 Oct 27 21:41:41.602393 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-63bd80d6-7d98-4104-9173-403afee8ea43 req-0483d3c0-ba77-430e-a7e7-004ff19195af tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403874 Oct 27 21:41:42.727317 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38b51c-8868-4fa1-a1f1-bd17576688b3 req-be91ed3f-300e-4ce8-b58d-7158a25e79c7 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:42.728853 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2c38b51c-8868-4fa1-a1f1-bd17576688b3 req-be91ed3f-300e-4ce8-b58d-7158a25e79c7 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 946 time: 0.0547941 Oct 27 21:41:42.777764 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-2c38b51c-8868-4fa1-a1f1-bd17576688b3 req-cd14d40c-82ff-423b-9e88-e729c4e83c02 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405016 Oct 27 21:41:43.242814 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-b39b0336-2616-4e91-80d9-b45a920f92db tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:43.244247 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-b39b0336-2616-4e91-80d9-b45a920f92db tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 946 time: 0.0601940 Oct 27 21:41:43.360575 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Deleting port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:41:43.360893 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:43.460451 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] For port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:41:43.460799 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:43.667625 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:43.671840 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:43.672152 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.db.l3_db [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Floating IP 65a20fa3-5033-4560-a85d-426bb56fc7bc disassociated. External IP: 172.27.2.125, port: 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8. Oct 27 21:41:43.672492 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Calling delete_port for 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:41:43.818810 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:43.855336 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event deleted for resources: {'Port': ['ID=36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:43.877941 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:43.878308 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:43.878643 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:43.878999 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:43.879326 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:43.879652 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:43.879972 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:43.880424 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:43.880751 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:43.881098 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:43.881418 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:43.881769 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:43.900740 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d9b0a343-02a2-432a-8fed-d54cfc0874ec req-dc03a4df-cc1a-4dff-b6ee-90352686d529 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 210 time: 0.0406311 Oct 27 21:41:44.026356 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Router 6f7b0618-fdb6-42e4-b798-da9f99db6545 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:41:44.141644 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:41:44.151356 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae12149-f473-4e14-bf81-1c3a2e290d62 None None] Sync routers for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:41:44.161541 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae12149-f473-4e14-bf81-1c3a2e290d62 None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:41:44.162149 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-3ae12149-f473-4e14-bf81-1c3a2e290d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:41:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:44.180827 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] No DVR routers for this DVR port 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:41:44.183465 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:44.186783 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-f1854984-e5ac-41c3-b93f-2ba37e478536 req-ff4be85d-1d4a-420b-ac88-df304b35200e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "DELETE /v2.0/ports/36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 HTTP/1.1" status: 204 len: 173 time: 0.9349298 Oct 27 21:41:44.187223 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'name': 'network-vif-deleted', 'tag': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:41:44.190305 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aacaae-23b7-40c5-8708-0c5a9fab7fc9" -d '{"events": [{"server_uuid": "9e7d7d3f-e251-4c72-8414-c17e5b724c74", "name": "network-vif-deleted", "tag": "36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:41:44.289010 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-3ae12149-f473-4e14-bf81-1c3a2e290d62 None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:41:44.425135 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e357590-4669-4b45-bf40-66802d17190d x-openstack-request-id: req-2e357590-4669-4b45-bf40-66802d17190d {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:41:44.425743 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7d7d3f-e251-4c72-8414-c17e5b724c74", "name": "network-vif-deleted", "tag": "36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:41:44.425959 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e357590-4669-4b45-bf40-66802d17190d {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:41:44.426444 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7d7d3f-e251-4c72-8414-c17e5b724c74', 'name': 'network-vif-deleted', 'tag': '36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8', 'status': 'completed', 'code': 200} Oct 27 21:41:44.500043 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-3ae12149-f473-4e14-bf81-1c3a2e290d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:44.525960 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae12149-f473-4e14-bf81-1c3a2e290d62 None None] Checking router: 6f7b0618-fdb6-42e4-b798-da9f99db6545 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:41:44.534996 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae12149-f473-4e14-bf81-1c3a2e290d62 None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:41:44.535598 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-3ae12149-f473-4e14-bf81-1c3a2e290d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:41:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:44.645188 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-3ae12149-f473-4e14-bf81-1c3a2e290d62 None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:41:44.856494 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-3ae12149-f473-4e14-bf81-1c3a2e290d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:41:44.886997 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae12149-f473-4e14-bf81-1c3a2e290d62 None None] The sync data for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi is: [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:41:45.015177 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0d4b6eaa-cffa-42cb-92d4-90ac1ea7bc77 req-31e76b3a-68f3-43f1-b78a-2b0804aaaa7b tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e7d7d3f-e251-4c72-8414-c17e5b724c74 HTTP/1.1" status: 200 len: 210 time: 0.0269320 Oct 27 21:41:45.139341 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d672b5-a280-4639-94de-3e016a94ddd0 None None] New status for floating IP 65a20fa3-5033-4560-a85d-426bb56fc7bc: DOWN {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:41:46.300658 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-b67083c2-eba9-447d-ba6c-30c9d94ed633 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802633809&fields=id&tenant_id=21052292f0134c4cbc327e64fe294046 HTTP/1.1" status: 200 len: 267 time: 0.0442836 Oct 27 21:41:46.418092 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87334383-2c67-487b-878b-c2b11c6b5cae req-429690bd-c2b8-41af-ab8e-57dbc1d52267 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:46.419529 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-429690bd-c2b8-41af-ab8e-57dbc1d52267 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 812 time: 0.1116881 Oct 27 21:41:46.439724 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-e59c57bf-6f02-4ed6-9d20-4c369d39ce5f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/quotas/21052292f0134c4cbc327e64fe294046 HTTP/1.1" status: 200 len: 375 time: 0.0116472 Oct 27 21:41:46.500979 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-a65ce062-acc2-4292-968d-958c842ddc11 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551627 Oct 27 21:41:46.575697 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:41:46.597301 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:41:46.597670 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 36bf96c3-1fa3-4f09-bf6c-34ecf4f384f8 not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:41:46.689096 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-6ba81a7e-e53a-4bff-8788-062a37b56a09 service neutron] 10.222.0.53 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748688 Oct 27 21:41:46.782963 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-923012ba-3f41-4113-95c5-bd1aad951952 service neutron] 10.222.0.53 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875177 Oct 27 21:41:47.092674 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-e40d70b7-18a5-406b-82d4-3e4ce2aea786 req-852b0eb3-b0fe-4ed3-ada1-e4e97eba07e6 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 210 time: 0.0279415 Oct 27 21:41:48.238860 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-72fd4d77-fbc3-4bd6-8617-9a5050dd2e36 req-8498ab2b-3153-4c24-9fa0-eaae566b9a54 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 210 time: 0.0602822 Oct 27 21:41:48.296082 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87334383-2c67-487b-878b-c2b11c6b5cae req-23d9f74d-b3c4-48db-ad0d-f5a0c69f30bc tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:48.297642 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-23d9f74d-b3c4-48db-ad0d-f5a0c69f30bc tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 812 time: 0.1339884 Oct 27 21:41:48.348766 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-5b7ba4a7-b3af-44a1-9554-d2e0c575305b tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21052292f0134c4cbc327e64fe294046 HTTP/1.1" status: 200 len: 379 time: 0.0354710 Oct 27 21:41:48.362394 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-87334383-2c67-487b-878b-c2b11c6b5cae req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'port': {'device_id': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'admin_state_up': True, 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'security_groups': ['67862054-70bd-48f6-af04-6c0f062e3dd8']}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:48.477881 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87334383-2c67-487b-878b-c2b11c6b5cae req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Made reservation on behalf of 21052292f0134c4cbc327e64fe294046 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:41:48.482782 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-87334383-2c67-487b-878b-c2b11c6b5cae req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:48.625814 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-87334383-2c67-487b-878b-c2b11c6b5cae req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Allocated IP 172.20.0.4 (33b24ef9-897d-48bf-8624-a4e8b758aa85/40a47dd1-d2da-4a99-aff7-16a78a9b2d44/c38c1f1b-eb10-4874-a9e6-da4579b05c8e) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:41:48.770850 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-87334383-2c67-487b-878b-c2b11c6b5cae req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:48.809016 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-87334383-2c67-487b-878b-c2b11c6b5cae req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:48.859852 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87334383-2c67-487b-878b-c2b11c6b5cae req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Network 33b24ef9-897d-48bf-8624-a4e8b758aa85 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:41:48.863494 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-87334383-2c67-487b-878b-c2b11c6b5cae req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:41:48.867864 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-87334383-2c67-487b-878b-c2b11c6b5cae req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:41:48.894369 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'Port': ['ID=c38c1f1b-eb10-4874-a9e6-da4579b05c8e,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:48.925333 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87334383-2c67-487b-878b-c2b11c6b5cae req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:48.926006 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-87334383-2c67-487b-878b-c2b11c6b5cae req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:48.944265 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-be024f46-f436-48b2-beda-1148331c0755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5855043 Oct 27 21:41:48.963537 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Request body: {'port': {'device_id': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:41:49.024701 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:49.114641 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3926b559-0f42-46ae-8f5b-21fa77589e51 None None] Provisioning complete for port c38c1f1b-eb10-4874-a9e6-da4579b05c8e triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:49.115260 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3926b559-0f42-46ae-8f5b-21fa77589e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:49.150484 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3926b559-0f42-46ae-8f5b-21fa77589e51 None None] Port c38c1f1b-eb10-4874-a9e6-da4579b05c8e cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:41:49.290131 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38c1f1b-eb10-4874-a9e6-da4579b05c8e {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:41:49.298341 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:49.311069 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Transition to ACTIVE for port object c38c1f1b-eb10-4874-a9e6-da4579b05c8e will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:41:49.316638 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:49.358548 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4550462-9690-4d37-bfcd-6c400af0e2fc req-3393b8e8-4a6f-463f-9eac-64cf2b86f9db tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:49.360438 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b4550462-9690-4d37-bfcd-6c400af0e2fc req-3393b8e8-4a6f-463f-9eac-64cf2b86f9db tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 943 time: 0.0513039 Oct 27 21:41:49.368602 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c38c1f1b-eb10-4874-a9e6-da4579b05c8e,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:49.403895 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b4550462-9690-4d37-bfcd-6c400af0e2fc req-5c73bb6d-06f5-4494-b414-34f992a9b0d4 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361209 Oct 27 21:41:49.446126 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Attempting to bind port c38c1f1b-eb10-4874-a9e6-da4579b05c8e on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:41:49.446540 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Attempting to bind port c38c1f1b-eb10-4874-a9e6-da4579b05c8e by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:41:49.446871 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Attempting to bind port c38c1f1b-eb10-4874-a9e6-da4579b05c8e on network 33b24ef9-897d-48bf-8624-a4e8b758aa85 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:41:49.451328 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Port c38c1f1b-eb10-4874-a9e6-da4579b05c8e on network 33b24ef9-897d-48bf-8624-a4e8b758aa85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:41:49.451641 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Attempting to bind port c38c1f1b-eb10-4874-a9e6-da4579b05c8e on network 33b24ef9-897d-48bf-8624-a4e8b758aa85 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:41:49.456641 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:41:49.457008 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Checking segment: {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:41:49.457757 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Bound using segment: {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:41:49.458176 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Bound port: c38c1f1b-eb10-4874-a9e6-da4579b05c8e, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:41:49.458529 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:49.525968 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] For port c38c1f1b-eb10-4874-a9e6-da4579b05c8e, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:41:49.529084 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] For port c38c1f1b-eb10-4874-a9e6-da4579b05c8e, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=c38c1f1b-eb10-4874-a9e6-da4579b05c8e,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:41:49.533384 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:49.570096 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:49.570649 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:49.571997 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] 10.222.0.83 "PUT /v2.0/ports/c38c1f1b-eb10-4874-a9e6-da4579b05c8e HTTP/1.1" status: 200 len: 1093 time: 0.6132443 Oct 27 21:41:49.572459 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'tag': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:41:49.574781 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58660d9e-3549-4d94-85c4-a713b15dd42c" -d '{"events": [{"name": "network-changed", "server_uuid": "738c95c0-dd8e-4007-86fb-302759fa3e7b", "tag": "c38c1f1b-eb10-4874-a9e6-da4579b05c8e"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:41:49.580972 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:49.605208 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1b69d-1521-4b3b-90fb-8b8b0c1ba7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c38c1f1b-eb10-4874-a9e6-da4579b05c8e,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:49.619848 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a5c4f5-b20a-4afa-b9ee-127ba04a6b1e x-openstack-request-id: req-13a5c4f5-b20a-4afa-b9ee-127ba04a6b1e {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:41:49.620187 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738c95c0-dd8e-4007-86fb-302759fa3e7b", "tag": "c38c1f1b-eb10-4874-a9e6-da4579b05c8e", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:41:49.620444 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13a5c4f5-b20a-4afa-b9ee-127ba04a6b1e {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:41:49.620844 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'tag': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'status': 'completed', 'code': 200} Oct 27 21:41:49.682981 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87334383-2c67-487b-878b-c2b11c6b5cae req-368b4213-d9b3-4b05-8fd9-d22bfc6bae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:49.684478 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-368b4213-d9b3-4b05-8fd9-d22bfc6bae36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 1096 time: 0.0448434 Oct 27 21:41:49.738357 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-40147990-1a6b-40d1-88ee-0f31a9e973ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38c1f1b-eb10-4874-a9e6-da4579b05c8e HTTP/1.1" status: 200 len: 217 time: 0.0393319 Oct 27 21:41:49.789460 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87334383-2c67-487b-878b-c2b11c6b5cae req-773a3078-4db0-46d9-bc03-3a2004d1549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:49.791168 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-773a3078-4db0-46d9-bc03-3a2004d1549e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0456469 Oct 27 21:41:49.849325 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87334383-2c67-487b-878b-c2b11c6b5cae req-bc8d21bb-45e5-43e4-9e3a-b995622f3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:49.850921 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-bc8d21bb-45e5-43e4-9e3a-b995622f3352 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497725 Oct 27 21:41:49.949369 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-50d7456c-3548-4896-9b9d-21d69174550d service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908353 Oct 27 21:41:50.043627 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-87334383-2c67-487b-878b-c2b11c6b5cae req-1d9e26d5-ef5a-4fa0-b6d7-3200309b542f service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853083 Oct 27 21:41:50.197718 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660d9e-3549-4d94-85c4-a713b15dd42c req-361fb7e8-860f-4b22-89cb-71473a415f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:50.199151 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-58660d9e-3549-4d94-85c4-a713b15dd42c req-361fb7e8-860f-4b22-89cb-71473a415f98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 1096 time: 0.0471396 Oct 27 21:41:50.302114 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660d9e-3549-4d94-85c4-a713b15dd42c req-8066ecad-ff72-4dec-b477-48929d4f134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:50.303600 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-58660d9e-3549-4d94-85c4-a713b15dd42c req-8066ecad-ff72-4dec-b477-48929d4f134c service neutron] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 913 time: 0.0960848 Oct 27 21:41:50.344932 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-58660d9e-3549-4d94-85c4-a713b15dd42c req-493202ca-5164-4baf-8610-2de305713cd9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38c1f1b-eb10-4874-a9e6-da4579b05c8e HTTP/1.1" status: 200 len: 217 time: 0.0335400 Oct 27 21:41:50.399692 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660d9e-3549-4d94-85c4-a713b15dd42c req-d9059652-d864-44b8-b84a-7c8d9165b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:50.401142 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-58660d9e-3549-4d94-85c4-a713b15dd42c req-d9059652-d864-44b8-b84a-7c8d9165b4f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0474136 Oct 27 21:41:50.447367 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660d9e-3549-4d94-85c4-a713b15dd42c req-d16f0229-ef74-410e-a4eb-6766acde8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:50.448959 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-58660d9e-3549-4d94-85c4-a713b15dd42c req-d16f0229-ef74-410e-a4eb-6766acde8a06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407352 Oct 27 21:41:50.520249 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c278c0-4e94-4f67-8c64-693d6d437ff8 req-ded0296b-7b96-4423-bfad-e7f67997b851 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:50.521736 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-69c278c0-4e94-4f67-8c64-693d6d437ff8 req-ded0296b-7b96-4423-bfad-e7f67997b851 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 943 time: 0.0489504 Oct 27 21:41:50.542962 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-58660d9e-3549-4d94-85c4-a713b15dd42c req-b6077074-bf80-4655-b625-a8a510b1c576 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866241 Oct 27 21:41:50.559351 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-69c278c0-4e94-4f67-8c64-693d6d437ff8 req-d5fe28da-b52e-4a70-ae4d-e069a5e06d90 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Oct 27 21:41:50.636587 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-58660d9e-3549-4d94-85c4-a713b15dd42c req-94e174af-4a63-4049-9bcf-e401a9560276 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855815 Oct 27 21:41:51.687364 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670c041-99ac-4f73-85ad-72f24832ea75 req-e71efe67-88b5-4ddf-9ddb-4c6a47b32f90 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:51.689145 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c670c041-99ac-4f73-85ad-72f24832ea75 req-e71efe67-88b5-4ddf-9ddb-4c6a47b32f90 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 943 time: 0.0527046 Oct 27 21:41:51.729730 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c670c041-99ac-4f73-85ad-72f24832ea75 req-528855ce-0c9a-4a8c-bcd6-257ad0c08a01 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337152 Oct 27 21:41:52.866466 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286a000-395c-4d54-8a1e-8c6c5115ac4f req-db722163-a635-4955-96c1-4a3f16a09905 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:52.867941 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d286a000-395c-4d54-8a1e-8c6c5115ac4f req-db722163-a635-4955-96c1-4a3f16a09905 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 943 time: 0.0638590 Oct 27 21:41:52.911028 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-d286a000-395c-4d54-8a1e-8c6c5115ac4f req-19b07464-9f50-4dcf-b835-7c79163866ac tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330601 Oct 27 21:41:54.041339 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e116284-54c4-4ff8-9666-e1965c917117 req-185a98bb-4c8b-40ea-a850-57749bc1732c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:54.042990 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0e116284-54c4-4ff8-9666-e1965c917117 req-185a98bb-4c8b-40ea-a850-57749bc1732c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 943 time: 0.0539358 Oct 27 21:41:54.085119 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-0e116284-54c4-4ff8-9666-e1965c917117 req-1e8898d5-3013-49a0-818e-4583a58260ac tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332525 Oct 27 21:41:55.205959 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3d2bd-b7b2-4702-9103-b1bf3315ea4a req-033a967b-1e61-43ad-ab78-da415bc4a9dc tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:55.207792 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-00b3d2bd-b7b2-4702-9103-b1bf3315ea4a req-033a967b-1e61-43ad-ab78-da415bc4a9dc tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 943 time: 0.0525856 Oct 27 21:41:55.251295 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-00b3d2bd-b7b2-4702-9103-b1bf3315ea4a req-b7140f2b-48c5-42a6-813c-02d9532ce99e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371723 Oct 27 21:41:56.392609 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18d4c0-4938-42ca-be89-d36e2d04e5ed req-d831e20d-a289-4567-9fed-7c3aeb1e8e33 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:56.394118 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bb18d4c0-4938-42ca-be89-d36e2d04e5ed req-d831e20d-a289-4567-9fed-7c3aeb1e8e33 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 943 time: 0.0647321 Oct 27 21:41:56.433952 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-bb18d4c0-4938-42ca-be89-d36e2d04e5ed req-699b426a-6d6f-4c52-94f0-f6b329f35a36 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336604 Oct 27 21:41:56.597209 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device c38c1f1b-eb10-4874-a9e6-da4579b05c8e details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:41:56.697604 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port c38c1f1b-eb10-4874-a9e6-da4579b05c8e, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=c38c1f1b-eb10-4874-a9e6-da4579b05c8e,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:41:56.709794 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'port_id': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'mac_address': 'fa:16:3e:36:75:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:41:56.752399 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:56.766021 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38c1f1b-eb10-4874-a9e6-da4579b05c8e {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:41:56.786629 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port c38c1f1b-eb10-4874-a9e6-da4579b05c8e, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=c38c1f1b-eb10-4874-a9e6-da4579b05c8e,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:41:56.793033 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:56.841670 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=c38c1f1b-eb10-4874-a9e6-da4579b05c8e,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:56.849033 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:56.849310 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:56.849818 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:56.850151 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:56.850479 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:56.850806 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:56.851202 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:56.851527 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:56.851849 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:56.852190 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:56.852480 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:56.852793 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:41:57.088569 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['c38c1f1b-eb10-4874-a9e6-da4579b05c8e'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:41:57.567442 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802ad2b-6b18-477e-b92e-3634a7871d11 req-a9195c36-27c7-4aba-ac49-035b9c85a789 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:57.569242 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5802ad2b-6b18-477e-b92e-3634a7871d11 req-a9195c36-27c7-4aba-ac49-035b9c85a789 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 944 time: 0.0604477 Oct 27 21:41:57.608211 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5802ad2b-6b18-477e-b92e-3634a7871d11 req-ea0f7776-f8d9-4c2d-a029-99e277256d90 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325878 Oct 27 21:41:58.610449 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device c38c1f1b-eb10-4874-a9e6-da4579b05c8e up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:41:58.666307 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port c38c1f1b-eb10-4874-a9e6-da4579b05c8e completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:41:58.670362 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port c38c1f1b-eb10-4874-a9e6-da4579b05c8e triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:41:58.670761 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:58.734054 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f114a-77e0-4969-aae2-6526c0295617 req-73e175a7-4eff-44fb-8510-67cb79ce60bd tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:58.735519 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b54f114a-77e0-4969-aae2-6526c0295617 req-73e175a7-4eff-44fb-8510-67cb79ce60bd tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 944 time: 0.0488098 Oct 27 21:41:58.751210 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:58.774156 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b54f114a-77e0-4969-aae2-6526c0295617 req-a3e73853-ff6f-4991-af14-0a4db93ce6b3 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320992 Oct 27 21:41:58.774406 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:41:58.776621 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620a2616-ba5b-4f4c-bf8f-30ca36c1bc6e" -d '{"events": [{"server_uuid": "738c95c0-dd8e-4007-86fb-302759fa3e7b", "name": "network-vif-plugged", "status": "completed", "tag": "c38c1f1b-eb10-4874-a9e6-da4579b05c8e"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:41:58.789850 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port c38c1f1b-eb10-4874-a9e6-da4579b05c8e, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=c38c1f1b-eb10-4874-a9e6-da4579b05c8e,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:41:58.794927 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:41:58.844668 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=c38c1f1b-eb10-4874-a9e6-da4579b05c8e,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:41:58.877309 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d10d9c-f316-4b13-95aa-0b803350191a x-openstack-request-id: req-26d10d9c-f316-4b13-95aa-0b803350191a {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:41:58.877719 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738c95c0-dd8e-4007-86fb-302759fa3e7b", "name": "network-vif-plugged", "status": "completed", "tag": "c38c1f1b-eb10-4874-a9e6-da4579b05c8e", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:41:58.877994 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26d10d9c-f316-4b13-95aa-0b803350191a {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:41:58.878532 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'code': 200} Oct 27 21:41:59.128119 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f368d9-979c-4f60-ad1f-0a0cc9628d99 req-fb27afa3-3d3e-44b6-8003-49ffda293f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:59.129639 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-16f368d9-979c-4f60-ad1f-0a0cc9628d99 req-fb27afa3-3d3e-44b6-8003-49ffda293f65 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 1098 time: 0.0440969 Oct 27 21:41:59.167591 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-16f368d9-979c-4f60-ad1f-0a0cc9628d99 req-279ba756-eb35-4a27-8595-9dda251553c5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292687 Oct 27 21:41:59.899070 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b01d70-82d3-4e8d-8a03-376ae25ab53d req-c0fef7aa-10b2-4baa-a675-b67252d473f1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:41:59.900854 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c1b01d70-82d3-4e8d-8a03-376ae25ab53d req-c0fef7aa-10b2-4baa-a675-b67252d473f1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 945 time: 0.0572138 Oct 27 21:41:59.943512 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c1b01d70-82d3-4e8d-8a03-376ae25ab53d req-03336cb9-40e9-48d5-bb27-9e184aca0a15 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335348 Oct 27 21:42:01.081793 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598b2f7-94a3-4b3e-ae90-236623ddb534 req-3caa4599-8c76-4936-be7d-0e4956f4ea1d tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:01.083748 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c598b2f7-94a3-4b3e-ae90-236623ddb534 req-3caa4599-8c76-4936-be7d-0e4956f4ea1d tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 945 time: 0.0628538 Oct 27 21:42:01.123310 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-c598b2f7-94a3-4b3e-ae90-236623ddb534 req-93ac7d61-9756-4687-bfc6-afeaf9bd1e87 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331316 Oct 27 21:42:01.250786 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f731b9e-de99-44a6-bc66-18fec88ec1bf req-58702278-64fe-4458-8296-9e349efe1d48 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:01.252131 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7f731b9e-de99-44a6-bc66-18fec88ec1bf req-58702278-64fe-4458-8296-9e349efe1d48 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 945 time: 0.0567241 Oct 27 21:42:01.294687 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7f731b9e-de99-44a6-bc66-18fec88ec1bf req-f68210b5-1976-441b-950f-d5c86a99bf46 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347793 Oct 27 21:42:01.317577 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37188) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:42:01.368505 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4ea80-4940-4312-8f95-037cc8f35ae1 tempest-TestVolumeBootPattern-1822526522 tempest-TestVolumeBootPattern-1822526522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:01.370048 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-7ee4ea80-4940-4312-8f95-037cc8f35ae1 tempest-TestVolumeBootPattern-1822526522 tempest-TestVolumeBootPattern-1822526522-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 1093 time: 0.0514369 Oct 27 21:42:01.374159 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37190) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:42:01.378530 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'floatingip': {'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'port_id': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:42:01.404667 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:01.511756 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:01.615230 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Allocated IP 172.27.2.48 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/a29c5924-c256-4ef8-aa39-c83676a7c182) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:42:01.729181 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:01.765875 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:01.803848 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:42:01.806878 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:42:01.810445 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:42:01.833359 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'Port': ['ID=a29c5924-c256-4ef8-aa39-c83676a7c182,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:42:01.846197 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:42:01.846535 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:42:01.846866 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:42:01.847189 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:42:01.847506 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:42:01.847824 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:42:01.848138 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:42:01.848454 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:42:01.848751 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:42:01.849100 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:42:01.849408 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:42:01.849782 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:42:02.175843 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:02.251413 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:02.405357 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:02.411950 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780467'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:02.479962 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'Port': ['ID=a29c5924-c256-4ef8-aa39-c83676a7c182,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:42:02.491950 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:02.594598 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.l3_db [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Floating IP 15d18cdf-502b-4e54-b66d-00402d09b00b associated. External IP: 172.27.2.48, port: c38c1f1b-eb10-4874-a9e6-da4579b05c8e. Oct 27 21:42:03.074695 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Router 6f7b0618-fdb6-42e4-b798-da9f99db6545 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:42:03.181469 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:42:03.191773 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49113492-8059-4347-9f1b-71da9ab257da None None] Sync routers for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:42:03.200398 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:03.203021 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49113492-8059-4347-9f1b-71da9ab257da None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:42:03.203702 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-49113492-8059-4347-9f1b-71da9ab257da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:41:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:42:03.230974 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-fdf16c79-34b1-4ca3-b0f1-08ecf16d23c1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8558033 Oct 27 21:42:03.231578 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'tag': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e'}] {{(pid=101366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:42:03.233880 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8678a9f2196498b2d251eb2584ee31b5e063e546e82940a6b87b3d9432d70b75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb93e37-1a37-4f24-b2cb-8e1468181530" -d '{"events": [{"name": "network-changed", "server_uuid": "738c95c0-dd8e-4007-86fb-302759fa3e7b", "tag": "c38c1f1b-eb10-4874-a9e6-da4579b05c8e"}]}' {{(pid=101366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:42:03.319404 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-49113492-8059-4347-9f1b-71da9ab257da None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:42:03.325600 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40313683-2fe7-47c5-9150-bcedc060a4a9 x-openstack-request-id: req-40313683-2fe7-47c5-9150-bcedc060a4a9 {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:42:03.325879 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738c95c0-dd8e-4007-86fb-302759fa3e7b", "tag": "c38c1f1b-eb10-4874-a9e6-da4579b05c8e", "status": "completed", "code": 200}]} {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:42:03.326146 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40313683-2fe7-47c5-9150-bcedc060a4a9 {{(pid=101366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:42:03.326542 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'tag': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'status': 'completed', 'code': 200} Oct 27 21:42:03.420393 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb93e37-1a37-4f24-b2cb-8e1468181530 req-7435df8c-0ecb-439b-8a66-e406276f28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:03.421988 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7bb93e37-1a37-4f24-b2cb-8e1468181530 req-7435df8c-0ecb-439b-8a66-e406276f28cb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 1098 time: 0.0475874 Oct 27 21:42:03.524986 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb93e37-1a37-4f24-b2cb-8e1468181530 req-e6488e35-8d29-48d8-8e7d-b03c9949578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:03.526492 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7bb93e37-1a37-4f24-b2cb-8e1468181530 req-e6488e35-8d29-48d8-8e7d-b03c9949578c service neutron] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 913 time: 0.0856833 Oct 27 21:42:03.680728 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-49113492-8059-4347-9f1b-71da9ab257da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '15d18cdf-502b-4e54-b66d-00402d09b00b', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:36:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:42:02Z', 'updated_at': '2021-10-27T21:42:02Z', 'revision_number': 0, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:42:03.711940 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49113492-8059-4347-9f1b-71da9ab257da None None] Checking router: 6f7b0618-fdb6-42e4-b798-da9f99db6545 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:42:03.721821 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49113492-8059-4347-9f1b-71da9ab257da None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:42:03.723244 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-49113492-8059-4347-9f1b-71da9ab257da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:41:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:42:03.830017 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-49113492-8059-4347-9f1b-71da9ab257da None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:42:03.868741 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7bb93e37-1a37-4f24-b2cb-8e1468181530 req-75698c22-0658-4dcc-ad43-3fec68a31b2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38c1f1b-eb10-4874-a9e6-da4579b05c8e HTTP/1.1" status: 200 len: 998 time: 0.3334575 Oct 27 21:42:03.919190 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb93e37-1a37-4f24-b2cb-8e1468181530 req-0ac21c8f-91b0-4cc8-8f52-149573fb0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:03.920657 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7bb93e37-1a37-4f24-b2cb-8e1468181530 req-0ac21c8f-91b0-4cc8-8f52-149573fb0883 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0445962 Oct 27 21:42:03.977110 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb93e37-1a37-4f24-b2cb-8e1468181530 req-ad4fff10-03bb-4496-9c90-fcc4d882364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:03.978602 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7bb93e37-1a37-4f24-b2cb-8e1468181530 req-ad4fff10-03bb-4496-9c90-fcc4d882364d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488255 Oct 27 21:42:04.069641 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-49113492-8059-4347-9f1b-71da9ab257da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '15d18cdf-502b-4e54-b66d-00402d09b00b', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:36:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:42:02Z', 'updated_at': '2021-10-27T21:42:02Z', 'revision_number': 0, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:42:04.083466 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7bb93e37-1a37-4f24-b2cb-8e1468181530 req-40b180b8-5d58-4b80-a82d-7c183b0f1338 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971344 Oct 27 21:42:04.100695 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49113492-8059-4347-9f1b-71da9ab257da None None] The sync data for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi is: [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '15d18cdf-502b-4e54-b66d-00402d09b00b', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:36:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:42:02Z', 'updated_at': '2021-10-27T21:42:02Z', 'revision_number': 0, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:42:04.184139 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-7bb93e37-1a37-4f24-b2cb-8e1468181530 req-703f667f-7899-4255-99f1-19e15ad392fb service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937383 Oct 27 21:42:04.301522 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7892a-cf4c-42eb-ad5f-e8f3a0b6e1a5 None None] New status for floating IP 15d18cdf-502b-4e54-b66d-00402d09b00b: ACTIVE {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:42:04.687637 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-69badd0b-5721-4aa3-9799-d53a269a2bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:07.622281 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3254f7de-5ad5-4136-b210-9c199ef007b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:08.519538 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:08.554914 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:09.717424 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:42:10.630548 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:19.566412 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:28.140818 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c146dc7b-35dc-4b4c-b985-d894c38650cf req-835f51ee-8363-43be-ae34-7141321c89fd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508337 Oct 27 21:42:28.248880 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146dc7b-35dc-4b4c-b985-d894c38650cf req-e5d9cda2-d675-4a59-bb8a-c69616e864d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:28.250279 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c146dc7b-35dc-4b4c-b985-d894c38650cf req-e5d9cda2-d675-4a59-bb8a-c69616e864d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 1098 time: 0.0468988 Oct 27 21:42:28.369657 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146dc7b-35dc-4b4c-b985-d894c38650cf req-a09d975f-eb9d-48a9-910e-94fb14505514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:28.371127 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c146dc7b-35dc-4b4c-b985-d894c38650cf req-a09d975f-eb9d-48a9-910e-94fb14505514 service neutron] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 913 time: 0.0964043 Oct 27 21:42:28.435947 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c146dc7b-35dc-4b4c-b985-d894c38650cf req-df024488-bfd9-46d2-8f01-0eb199e4f73b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38c1f1b-eb10-4874-a9e6-da4579b05c8e HTTP/1.1" status: 200 len: 1000 time: 0.0564840 Oct 27 21:42:28.487100 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146dc7b-35dc-4b4c-b985-d894c38650cf req-55b9a93c-650e-4b7e-baaf-fdda1b649d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:28.488523 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c146dc7b-35dc-4b4c-b985-d894c38650cf req-55b9a93c-650e-4b7e-baaf-fdda1b649d5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0455120 Oct 27 21:42:28.539983 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146dc7b-35dc-4b4c-b985-d894c38650cf req-8e8d5c22-8e31-4925-884c-e31b849ebb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:42:28.541302 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c146dc7b-35dc-4b4c-b985-d894c38650cf req-8e8d5c22-8e31-4925-884c-e31b849ebb01 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451770 Oct 27 21:42:28.630140 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c146dc7b-35dc-4b4c-b985-d894c38650cf req-79566775-41b6-4e6a-b970-d5503646ef2a service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815873 Oct 27 21:42:28.728059 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-c146dc7b-35dc-4b4c-b985-d894c38650cf req-ca780e81-1413-422f-b63c-b6b13245e808 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895562 Oct 27 21:42:34.683441 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5bf40fe5-4f70-410f-a4e3-1e5a180a6d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:37.630537 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-d18221a0-2ebc-4c30-8880-c129a3cafe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:38.520386 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:38.562439 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:40.636115 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:42:46.717873 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:42:49.575231 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:04.678503 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-77e68a99-f373-4eef-b24e-ed03c297ff4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:07.626776 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0dcedc96-0f74-4e5f-a13f-58bb074c7612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:08.523264 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:08.556800 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:10.641117 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:19.572257 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:23.716641 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:43:30.145086 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d7b4dcbd-4640-4e82-bad5-55af4dc775dd req-9b52b727-3c14-409a-b350-1e0ec06fc66c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442953 Oct 27 21:43:30.253757 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4dcbd-4640-4e82-bad5-55af4dc775dd req-359d62ce-8187-45ac-9113-b7ccad5520c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:30.255163 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d7b4dcbd-4640-4e82-bad5-55af4dc775dd req-359d62ce-8187-45ac-9113-b7ccad5520c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 1098 time: 0.0425458 Oct 27 21:43:30.373056 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4dcbd-4640-4e82-bad5-55af4dc775dd req-15f2628c-2ca3-49af-a4a1-3495206c5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:30.374534 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d7b4dcbd-4640-4e82-bad5-55af4dc775dd req-15f2628c-2ca3-49af-a4a1-3495206c5e98 service neutron] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 913 time: 0.0959215 Oct 27 21:43:30.453897 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d7b4dcbd-4640-4e82-bad5-55af4dc775dd req-412460a2-c575-472b-94f0-fdc6857d0202 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38c1f1b-eb10-4874-a9e6-da4579b05c8e HTTP/1.1" status: 200 len: 1000 time: 0.0720189 Oct 27 21:43:30.513480 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4dcbd-4640-4e82-bad5-55af4dc775dd req-24ece0e6-ef63-4b27-8df1-85d9cc46c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:30.514876 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d7b4dcbd-4640-4e82-bad5-55af4dc775dd req-24ece0e6-ef63-4b27-8df1-85d9cc46c9ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0535889 Oct 27 21:43:30.562218 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4dcbd-4640-4e82-bad5-55af4dc775dd req-745d602b-294d-42e0-89db-a6cbc54bf7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:30.563690 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d7b4dcbd-4640-4e82-bad5-55af4dc775dd req-745d602b-294d-42e0-89db-a6cbc54bf7b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416994 Oct 27 21:43:30.658494 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d7b4dcbd-4640-4e82-bad5-55af4dc775dd req-e24953f2-5eb3-44a4-bdf2-fc56309ae9fe service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873599 Oct 27 21:43:30.755237 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d7b4dcbd-4640-4e82-bad5-55af4dc775dd req-d2d042fb-5f54-45f7-89c4-6c244024c911 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896614 Oct 27 21:43:34.684898 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-37c266ed-7008-4fd9-a640-8cea6f2cdce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:37.627044 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4095-da99-42d2-aeb6-cc276df190a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:38.527885 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:38.563285 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:39.888660 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-a0f78a3a-a75f-4176-8b54-8f5e07700f04 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802633809&fields=id&tenant_id=21052292f0134c4cbc327e64fe294046 HTTP/1.1" status: 200 len: 267 time: 0.0341415 Oct 27 21:43:40.015415 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-d4118b93-c598-454f-89ac-45bc52bf5432 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:40.017297 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-d4118b93-c598-454f-89ac-45bc52bf5432 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 812 time: 0.1211901 Oct 27 21:43:40.038550 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-6505439f-13f6-4550-aaf4-d5a6ffe80fdc tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/quotas/21052292f0134c4cbc327e64fe294046 HTTP/1.1" status: 200 len: 375 time: 0.0130491 Oct 27 21:43:40.096538 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-fc5693b7-7a88-4063-b692-5470854a1e21 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0521715 Oct 27 21:43:40.202378 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-53648da8-d117-464a-a925-a17d97930a38 service neutron] 10.222.0.53 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934615 Oct 27 21:43:40.296362 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-86de582e-5847-4365-8223-8807ae0c11c9 service neutron] 10.222.0.53 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853183 Oct 27 21:43:40.597599 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-a0f3a20e-675a-42b3-b43a-482e253fa4dc req-6bab96ae-2d13-477a-b5ce-37a8b3957a93 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 210 time: 0.0301988 Oct 27 21:43:40.638047 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:41.634283 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-709d09c9-85c8-4ff5-a1a5-8069381a95b5 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:41.635821 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-709d09c9-85c8-4ff5-a1a5-8069381a95b5 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 812 time: 0.1136112 Oct 27 21:43:41.701321 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8d6a39ac-7e96-47d0-a4c6-c07d52470041 req-8b7b29b4-e617-4624-9c84-91d12db2fcbc tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 210 time: 0.0344665 Oct 27 21:43:41.709304 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-1ae826ca-af14-4539-a0a9-903e713e85d6 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21052292f0134c4cbc327e64fe294046 HTTP/1.1" status: 200 len: 379 time: 0.0584171 Oct 27 21:43:41.719150 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'port': {'device_id': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'admin_state_up': True, 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'security_groups': ['67862054-70bd-48f6-af04-6c0f062e3dd8']}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:43:41.843241 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Made reservation on behalf of 21052292f0134c4cbc327e64fe294046 for: {'port': 1} {{(pid=101365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 21:43:41.846930 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:41.973544 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.db_base_plugin_common [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Allocated IP 172.20.0.10 (33b24ef9-897d-48bf-8624-a4e8b758aa85/40a47dd1-d2da-4a99-aff7-16a78a9b2d44/974d8497-c34c-4a64-ac11-188f307b832a) {{(pid=101365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:43:42.118223 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for port, precommit_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:42.150551 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_create {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:42.194319 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Network 33b24ef9-897d-48bf-8624-a4e8b758aa85 is already hosted by enough agents. {{(pid=101365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:43:42.197440 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.scheduler.base_scheduler [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Resources bound (agent type, host, resource id): {{(pid=101365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:43:42.201481 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Received port after_create {{(pid=101365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:43:42.208403 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'Port': ['ID=974d8497-c34c-4a64-ac11-188f307b832a,revision_number=1']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:43:42.238468 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:42.238800 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:42.239126 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:42.239464 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:42.239789 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:42.240111 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:42.240430 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:42.240743 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:42.241083 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:42.242714 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:42.242714 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:42.242714 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:42.270069 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:42.270774 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:42.288748 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f05464a2-7acc-4f15-9cf0-d6eb839c79a1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5735364 Oct 27 21:43:42.317102 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.v2.base [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Request body: {'port': {'device_id': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:43:42.374800 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:42.479524 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-7329f6bd-1dd9-40db-8a32-2d9a9fe19b53 None None] Provisioning complete for port 974d8497-c34c-4a64-ac11-188f307b832a triggered by entity DHCP. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:43:42.480146 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7329f6bd-1dd9-40db-8a32-2d9a9fe19b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:42.517058 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-7329f6bd-1dd9-40db-8a32-2d9a9fe19b53 None None] Port 974d8497-c34c-4a64-ac11-188f307b832a cannot update to ACTIVE because it is not bound. {{(pid=101367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 21:43:42.639147 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974d8497-c34c-4a64-ac11-188f307b832a {{(pid=101365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:43:42.646785 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:42.666660 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.provisioning_blocks [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Transition to ACTIVE for port object 974d8497-c34c-4a64-ac11-188f307b832a will not be triggered until provisioned by entity L2. {{(pid=101365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 21:43:42.672392 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:42.724467 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Pushing event updated for resources: {'Port': ['ID=974d8497-c34c-4a64-ac11-188f307b832a,revision_number=2']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:43:42.805631 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Attempting to bind port 974d8497-c34c-4a64-ac11-188f307b832a on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 21:43:42.806171 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Attempting to bind port 974d8497-c34c-4a64-ac11-188f307b832a by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 21:43:42.806496 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Attempting to bind port 974d8497-c34c-4a64-ac11-188f307b832a on network 33b24ef9-897d-48bf-8624-a4e8b758aa85 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:43:42.812960 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Port 974d8497-c34c-4a64-ac11-188f307b832a on network 33b24ef9-897d-48bf-8624-a4e8b758aa85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 21:43:42.813230 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Attempting to bind port 974d8497-c34c-4a64-ac11-188f307b832a on network 33b24ef9-897d-48bf-8624-a4e8b758aa85 {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 21:43:42.818659 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Checking agent: {'id': '37137f45-77fe-406b-b96e-87f1cdc87ff3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'started_at': datetime.datetime(2021, 10, 27, 21, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 21, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 21:43:42.818987 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Checking segment: {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 21:43:42.819357 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Bound using segment: {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'} {{(pid=101365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 21:43:42.819784 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.managers [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Bound port: 974d8497-c34c-4a64-ac11-188f307b832a, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed396475-39f2-4c1c-b95e-f9288939da3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85'}}] {{(pid=101365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 21:43:42.821021 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:42.825812 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa1bb5-e27f-47be-ab53-06db9e0d3337 req-4ddc4d60-29c7-4c24-a747-1f43af7f3e72 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:42.828048 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-18aa1bb5-e27f-47be-ab53-06db9e0d3337 req-4ddc4d60-29c7-4c24-a747-1f43af7f3e72 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 944 time: 0.0528927 Oct 27 21:43:42.881576 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-18aa1bb5-e27f-47be-ab53-06db9e0d3337 req-9fc68460-5e61-45fc-ba82-4df4fa65e79b tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465877 Oct 27 21:43:42.890898 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] For port 974d8497-c34c-4a64-ac11-188f307b832a, host hv-cinder-81574, cleared binding levels {{(pid=101365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 21:43:42.894482 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] For port 974d8497-c34c-4a64-ac11-188f307b832a, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=974d8497-c34c-4a64-ac11-188f307b832a,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 21:43:42.901051 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14562569'] for port, after_update {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:42.940660 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:42.941426 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:42.942976 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-2cfb322b-854c-4527-955d-8114f347446b service neutron] 10.222.0.83 "PUT /v2.0/ports/974d8497-c34c-4a64-ac11-188f307b832a HTTP/1.1" status: 200 len: 1094 time: 0.6307425 Oct 27 21:43:42.943436 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'tag': '974d8497-c34c-4a64-ac11-188f307b832a'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:43:42.945992 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ad5823-3b7a-459a-a781-502dac3efcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "52b9bc3d-3cde-410b-96d0-2524a45619d7", "tag": "974d8497-c34c-4a64-ac11-188f307b832a"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:43:42.972381 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb322b-854c-4527-955d-8114f347446b service neutron] Pushing event updated for resources: {'Port': ['ID=974d8497-c34c-4a64-ac11-188f307b832a,revision_number=3']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:43:42.988789 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a8487a-5c30-48bb-9765-51c37c78eaa4 x-openstack-request-id: req-b8a8487a-5c30-48bb-9765-51c37c78eaa4 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:43:42.989112 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b9bc3d-3cde-410b-96d0-2524a45619d7", "tag": "974d8497-c34c-4a64-ac11-188f307b832a", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:43:42.989377 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8a8487a-5c30-48bb-9765-51c37c78eaa4 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:43:42.989783 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'tag': '974d8497-c34c-4a64-ac11-188f307b832a', 'status': 'completed', 'code': 200} Oct 27 21:43:43.055853 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f4de3814-ddf6-4cb3-bfbb-b400cacf1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:43.057544 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f4de3814-ddf6-4cb3-bfbb-b400cacf1e9e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 1097 time: 0.0429850 Oct 27 21:43:43.107770 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-67a61bb3-9ffb-4abb-8653-ea7ad51e8963 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=974d8497-c34c-4a64-ac11-188f307b832a HTTP/1.1" status: 200 len: 217 time: 0.0352356 Oct 27 21:43:43.161500 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-e8462e33-10d0-4536-97e7-4fec9266cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:43.163031 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-e8462e33-10d0-4536-97e7-4fec9266cb8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0488279 Oct 27 21:43:43.213875 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-d5c64818-215a-41de-b9bf-8aa54c016154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:43.215376 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-d5c64818-215a-41de-b9bf-8aa54c016154 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438185 Oct 27 21:43:43.308218 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-f0b7cdc6-02d3-440f-9af2-f331d52ac5f0 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846312 Oct 27 21:43:43.403746 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e5cfa70d-2f07-4aa5-b0eb-99f205b6fa14 req-64ef60c2-9215-4e44-82ce-dc6a037d6ebb service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885642 Oct 27 21:43:43.539301 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad5823-3b7a-459a-a781-502dac3efcc5 req-1ca4821d-f5bc-4ffa-b739-b54c2908b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:43.540790 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-65ad5823-3b7a-459a-a781-502dac3efcc5 req-1ca4821d-f5bc-4ffa-b739-b54c2908b718 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 1097 time: 0.0434484 Oct 27 21:43:43.648450 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad5823-3b7a-459a-a781-502dac3efcc5 req-a87f6e16-2f65-4e9e-a7c2-ef14c80c7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:43.649972 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-65ad5823-3b7a-459a-a781-502dac3efcc5 req-a87f6e16-2f65-4e9e-a7c2-ef14c80c7d64 service neutron] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 913 time: 0.1014662 Oct 27 21:43:43.691214 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-65ad5823-3b7a-459a-a781-502dac3efcc5 req-1f323f90-2374-4084-b76c-924a4d594c22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=974d8497-c34c-4a64-ac11-188f307b832a HTTP/1.1" status: 200 len: 217 time: 0.0332372 Oct 27 21:43:43.749787 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad5823-3b7a-459a-a781-502dac3efcc5 req-8e939928-8818-4190-b0e7-3b6971feea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:43.751293 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-65ad5823-3b7a-459a-a781-502dac3efcc5 req-8e939928-8818-4190-b0e7-3b6971feea7e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0471001 Oct 27 21:43:43.799192 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad5823-3b7a-459a-a781-502dac3efcc5 req-639972e8-3b53-4398-9938-4c0737130a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:43.800681 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-65ad5823-3b7a-459a-a781-502dac3efcc5 req-639972e8-3b53-4398-9938-4c0737130a53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405397 Oct 27 21:43:43.893467 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-65ad5823-3b7a-459a-a781-502dac3efcc5 req-53ba0745-da30-40d8-957a-84708e469a89 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832317 Oct 27 21:43:44.005230 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-65ad5823-3b7a-459a-a781-502dac3efcc5 req-8e474d78-3d24-46f6-b0bb-b2b9f4983096 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992656 Oct 27 21:43:44.015823 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8458d-2cad-40ea-bda2-7722d9e071f7 req-77c964dc-4898-47f7-80a7-c95a71e5c44d tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:44.017327 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-38a8458d-2cad-40ea-bda2-7722d9e071f7 req-77c964dc-4898-47f7-80a7-c95a71e5c44d tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 944 time: 0.0605209 Oct 27 21:43:44.059516 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-38a8458d-2cad-40ea-bda2-7722d9e071f7 req-c8aed589-8322-4036-896e-2aee7c605283 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358753 Oct 27 21:43:45.193600 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d7849-a338-41fb-9f51-708e78dff605 req-58dd540f-815a-4f77-afd4-369bc1ac41a7 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:45.195511 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5a9d7849-a338-41fb-9f51-708e78dff605 req-58dd540f-815a-4f77-afd4-369bc1ac41a7 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 944 time: 0.0606935 Oct 27 21:43:45.235357 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-5a9d7849-a338-41fb-9f51-708e78dff605 req-8744a0c5-b8e9-4e04-bbe0-82cc744aab8e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335953 Oct 27 21:43:46.368215 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e9a88-f7ce-4f88-b19d-0324b4a8e814 req-f28553aa-beed-4ccb-ae59-95b1a341ec5e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:46.369694 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7a7e9a88-f7ce-4f88-b19d-0324b4a8e814 req-f28553aa-beed-4ccb-ae59-95b1a341ec5e tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 944 time: 0.0514324 Oct 27 21:43:46.411599 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-7a7e9a88-f7ce-4f88-b19d-0324b4a8e814 req-71eeeecb-80b3-4496-b417-5be1fcbb7a5d tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334682 Oct 27 21:43:47.548734 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3079c98-25da-47e7-8801-b11f0a1762cd req-67d40bb9-570f-4909-bde6-83f4d9003d97 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:47.550353 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e3079c98-25da-47e7-8801-b11f0a1762cd req-67d40bb9-570f-4909-bde6-83f4d9003d97 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 944 time: 0.0623176 Oct 27 21:43:47.591857 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-e3079c98-25da-47e7-8801-b11f0a1762cd req-2e45afe2-61cb-4ab3-bc0c-5c65b94fe755 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351942 Oct 27 21:43:48.715098 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3756d2b-f330-4b1e-a468-6076da944d2a req-9943afdc-8303-4345-ad62-4db23e749270 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:48.716563 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f3756d2b-f330-4b1e-a468-6076da944d2a req-9943afdc-8303-4345-ad62-4db23e749270 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 944 time: 0.0563769 Oct 27 21:43:48.756054 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-f3756d2b-f330-4b1e-a468-6076da944d2a req-20ed8761-aefe-46cc-a7e2-ad15b97a8fe2 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332911 Oct 27 21:43:49.565134 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:49.885791 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b30118-703a-4d3f-99d9-db0adca2c333 req-472f9f3f-4ed4-47a4-83cc-700b0761cb79 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:49.887328 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-86b30118-703a-4d3f-99d9-db0adca2c333 req-472f9f3f-4ed4-47a4-83cc-700b0761cb79 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 944 time: 0.0618763 Oct 27 21:43:49.926500 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-86b30118-703a-4d3f-99d9-db0adca2c333 req-ad7194c0-9c9d-4454-a418-88912df1aee1 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330584 Oct 27 21:43:51.052781 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8088287-8862-4a7b-8a87-364ac5bce7f1 req-fd5fefe7-55e0-424a-b564-00275393d985 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:51.054327 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b8088287-8862-4a7b-8a87-364ac5bce7f1 req-fd5fefe7-55e0-424a-b564-00275393d985 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 944 time: 0.0516505 Oct 27 21:43:51.097999 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-b8088287-8862-4a7b-8a87-364ac5bce7f1 req-b9f630ae-aeb8-4790-a427-21687578d481 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375223 Oct 27 21:43:52.219980 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f13e-4b66-4c4d-a927-06bc07bf19d7 req-a561f8c1-f0de-4716-ada3-051dae017430 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:52.221473 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8775f13e-4b66-4c4d-a927-06bc07bf19d7 req-a561f8c1-f0de-4716-ada3-051dae017430 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 944 time: 0.0510569 Oct 27 21:43:52.269094 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8775f13e-4b66-4c4d-a927-06bc07bf19d7 req-9209eb51-aae5-4a35-a9ae-2b418f704086 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410690 Oct 27 21:43:53.137317 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 974d8497-c34c-4a64-ac11-188f307b832a details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 21:43:53.244719 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 974d8497-c34c-4a64-ac11-188f307b832a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=974d8497-c34c-4a64-ac11-188f307b832a,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:43:53.256366 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Returning: {'device': '974d8497-c34c-4a64-ac11-188f307b832a', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'port_id': '974d8497-c34c-4a64-ac11-188f307b832a', 'mac_address': 'fa:16:3e:08:07:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 21:43:53.296070 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:53.311404 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974d8497-c34c-4a64-ac11-188f307b832a {{(pid=101367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 21:43:53.334467 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 974d8497-c34c-4a64-ac11-188f307b832a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=974d8497-c34c-4a64-ac11-188f307b832a,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:43:53.340045 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:53.394300 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=974d8497-c34c-4a64-ac11-188f307b832a,revision_number=4']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:43:53.395741 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc6cd4-c24b-47fb-9b29-1a8d5403634f req-822ae26c-b270-40c1-8b6d-9b7dc059948c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:53.397317 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5afc6cd4-c24b-47fb-9b29-1a8d5403634f req-822ae26c-b270-40c1-8b6d-9b7dc059948c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 945 time: 0.0500603 Oct 27 21:43:53.401778 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:53.402211 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:53.402598 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:53.402939 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:53.403299 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:53.403600 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:53.403932 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:53.404253 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:53.404573 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:53.404914 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:53.405235 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:53.405550 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:53.436876 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5afc6cd4-c24b-47fb-9b29-1a8d5403634f req-5911e032-1c6d-428d-9381-ec18a2822dfa tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328591 Oct 27 21:43:53.716099 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] get_ports_and_sgs() called for port_ids ['974d8497-c34c-4a64-ac11-188f307b832a'] {{(pid=101367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 21:43:54.564461 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0d06-bd05-4788-9853-68a64d2fb927 req-8c1262b3-e699-41d4-ab8f-a5db95cd0d78 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:54.565914 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1c4d0d06-bd05-4788-9853-68a64d2fb927 req-8c1262b3-e699-41d4-ab8f-a5db95cd0d78 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 945 time: 0.0542967 Oct 27 21:43:54.607442 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-1c4d0d06-bd05-4788-9853-68a64d2fb927 req-3d9c6c5d-563c-41e9-bc97-e41df8ea37fd tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336065 Oct 27 21:43:55.156827 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 974d8497-c34c-4a64-ac11-188f307b832a up at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 21:43:55.212114 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning for port 974d8497-c34c-4a64-ac11-188f307b832a completed by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 21:43:55.216211 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.provisioning_blocks [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Provisioning complete for port 974d8497-c34c-4a64-ac11-188f307b832a triggered by entity L2. {{(pid=101367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 21:43:55.216582 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466352'] for port, provisioning_complete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:55.297903 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:55.327917 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974d8497-c34c-4a64-ac11-188f307b832a'}] {{(pid=101367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:43:55.330310 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7602f8ffdfb33897052f81e67d0408921908136e5065a1c33c692960e2316399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb94c3-e0cb-47fd-92ff-45accec20f1d" -d '{"events": [{"server_uuid": "52b9bc3d-3cde-410b-96d0-2524a45619d7", "name": "network-vif-plugged", "status": "completed", "tag": "974d8497-c34c-4a64-ac11-188f307b832a"}]}' {{(pid=101367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:43:55.346501 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] For port 974d8497-c34c-4a64-ac11-188f307b832a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=974d8497-c34c-4a64-ac11-188f307b832a,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:43:55.351861 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464'] for port, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:55.378272 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9024985c-42aa-4ac2-a97b-9986b98c6bd3 x-openstack-request-id: req-9024985c-42aa-4ac2-a97b-9986b98c6bd3 {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:43:55.378564 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b9bc3d-3cde-410b-96d0-2524a45619d7", "name": "network-vif-plugged", "status": "completed", "tag": "974d8497-c34c-4a64-ac11-188f307b832a", "code": 200}]} {{(pid=101367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:43:55.378806 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9024985c-42aa-4ac2-a97b-9986b98c6bd3 {{(pid=101367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:43:55.379185 dv-cinder-815746-1-iscsi neutron-server[101367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974d8497-c34c-4a64-ac11-188f307b832a', 'code': 200} Oct 27 21:43:55.405668 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Pushing event updated for resources: {'Port': ['ID=974d8497-c34c-4a64-ac11-188f307b832a,revision_number=5']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:43:55.647348 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54123b75-565e-4498-a807-b2139306f9c5 req-bcde4433-7760-4d78-adcc-408d936b134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:55.649112 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-54123b75-565e-4498-a807-b2139306f9c5 req-bcde4433-7760-4d78-adcc-408d936b134c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 1099 time: 0.0422192 Oct 27 21:43:55.711083 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-54123b75-565e-4498-a807-b2139306f9c5 req-7c53cfda-e6e5-4cb6-b697-e7fad9d5ddf7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535831 Oct 27 21:43:55.734878 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbf680-60bc-4664-aa13-7ea1047ec868 req-aa665dbe-afef-436e-bc44-29dbf94fe558 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:55.736355 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-88cbf680-60bc-4664-aa13-7ea1047ec868 req-aa665dbe-afef-436e-bc44-29dbf94fe558 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 946 time: 0.0589452 Oct 27 21:43:55.777623 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-88cbf680-60bc-4664-aa13-7ea1047ec868 req-d14c7101-c828-491a-a9c4-71dfa5b01dd0 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323203 Oct 27 21:43:56.910821 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c995344-c614-4fbb-be4f-0d7d6b553aeb req-3cef76c8-89bb-438a-b814-28bedff0225c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:56.912321 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5c995344-c614-4fbb-be4f-0d7d6b553aeb req-3cef76c8-89bb-438a-b814-28bedff0225c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 946 time: 0.0528784 Oct 27 21:43:56.954289 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-5c995344-c614-4fbb-be4f-0d7d6b553aeb req-d7671f88-5829-452f-bf4c-5a1560cf821c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343359 Oct 27 21:43:57.107470 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43522-98a9-473b-9768-54ad61ec78d3 req-4ebc79aa-3bed-47e3-abe1-2b5b5eef57c8 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:57.109070 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-25d43522-98a9-473b-9768-54ad61ec78d3 req-4ebc79aa-3bed-47e3-abe1-2b5b5eef57c8 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 946 time: 0.0672526 Oct 27 21:43:57.151253 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-25d43522-98a9-473b-9768-54ad61ec78d3 req-d2fa83da-60ad-4e70-9b97-2988dd44a63b tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335422 Oct 27 21:43:57.173719 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37326) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:43:57.217216 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9907d937-2ff0-41d6-bea4-e73c7f8602e3 tempest-TestVolumeBootPattern-1822526522 tempest-TestVolumeBootPattern-1822526522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:57.218749 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-9907d937-2ff0-41d6-bea4-e73c7f8602e3 tempest-TestVolumeBootPattern-1822526522 tempest-TestVolumeBootPattern-1822526522-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 1094 time: 0.0440438 Oct 27 21:43:57.222574 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37328) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:43:57.226909 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.v2.base [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Request body: {'floatingip': {'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'port_id': '974d8497-c34c-4a64-ac11-188f307b832a', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 21:43:57.255587 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:57.360182 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:57.463054 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_common [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Allocated IP 172.27.2.222 (23dfa1dd-4629-4363-b9d8-bd9a91c4ae17/cf328e28-aa14-4e5d-8b1a-d01a177e694d/0b9f4b38-abef-4c91-9d67-43580968dcef) {{(pid=101366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 21:43:57.577609 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for port, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:57.612124 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775315460428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:57.653998 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Network 23dfa1dd-4629-4363-b9d8-bd9a91c4ae17 is already hosted by enough agents. {{(pid=101366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 21:43:57.657066 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.base_scheduler [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Resources bound (agent type, host, resource id): {{(pid=101366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 21:43:57.661332 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Received port after_create {{(pid=101366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 21:43:57.664381 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'Port': ['ID=0b9f4b38-abef-4c91-9d67-43580968dcef,revision_number=1']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:43:57.696817 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:57.697195 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:57.697568 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:57.697829 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:57.698153 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:57.698472 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:57.698788 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:57.699106 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:57.699422 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:57.699732 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:57.700063 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:57.700343 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:43:58.024808 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:58.091606 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3636928'] for port, before_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:58.247000 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for port, precommit_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:58.253890 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775316000494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775315460446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775315460464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780467'] for port, after_update {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:58.323295 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event updated for resources: {'Port': ['ID=0b9f4b38-abef-4c91-9d67-43580968dcef,revision_number=2']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:43:58.333914 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703738'] for floatingip, after_create {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:58.434705 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.l3_db [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Floating IP c5d4660a-fb30-4f6b-9806-2b346edb0aa0 associated. External IP: 172.27.2.222, port: 974d8497-c34c-4a64-ac11-188f307b832a. Oct 27 21:43:58.643647 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Router 6f7b0618-fdb6-42e4-b798-da9f99db6545 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:43:58.755152 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:43:58.765699 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8568ef53-7bbf-46fc-bdf7-a3fb9fbe0427 None None] Sync routers for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:43:58.776419 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:43:58.776692 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8568ef53-7bbf-46fc-bdf7-a3fb9fbe0427 None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:43:58.777094 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-8568ef53-7bbf-46fc-bdf7-a3fb9fbe0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:43:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:43:58.804164 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-05466b8f-0ad7-4fc7-9444-4a6c435545c9 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5805535 Oct 27 21:43:58.804746 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'tag': '974d8497-c34c-4a64-ac11-188f307b832a'}] {{(pid=101366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:43:58.807050 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8678a9f2196498b2d251eb2584ee31b5e063e546e82940a6b87b3d9432d70b75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b0e756-301a-4f15-ab4b-cdb9cb251687" -d '{"events": [{"name": "network-changed", "server_uuid": "52b9bc3d-3cde-410b-96d0-2524a45619d7", "tag": "974d8497-c34c-4a64-ac11-188f307b832a"}]}' {{(pid=101366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:43:58.842511 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf250081-b836-4bcd-bbe8-2c1c6208afad x-openstack-request-id: req-cf250081-b836-4bcd-bbe8-2c1c6208afad {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:43:58.842801 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b9bc3d-3cde-410b-96d0-2524a45619d7", "tag": "974d8497-c34c-4a64-ac11-188f307b832a", "status": "completed", "code": 200}]} {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:43:58.843056 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf250081-b836-4bcd-bbe8-2c1c6208afad {{(pid=101366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:43:58.843460 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'tag': '974d8497-c34c-4a64-ac11-188f307b832a', 'status': 'completed', 'code': 200} Oct 27 21:43:58.896746 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-8568ef53-7bbf-46fc-bdf7-a3fb9fbe0427 None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:43:58.932772 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e756-301a-4f15-ab4b-cdb9cb251687 req-21ebcc80-0299-4120-9652-1417cf80aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:58.934303 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b9b0e756-301a-4f15-ab4b-cdb9cb251687 req-21ebcc80-0299-4120-9652-1417cf80aeb7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 1099 time: 0.0437505 Oct 27 21:43:59.048025 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e756-301a-4f15-ab4b-cdb9cb251687 req-46fbc7fa-86ea-4f43-9ee2-bf59b992e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:59.049611 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b9b0e756-301a-4f15-ab4b-cdb9cb251687 req-46fbc7fa-86ea-4f43-9ee2-bf59b992e9e5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 913 time: 0.1072078 Oct 27 21:43:59.118033 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b9b0e756-301a-4f15-ab4b-cdb9cb251687 req-6ee57590-c661-48f0-93a4-0dd993ab4736 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=974d8497-c34c-4a64-ac11-188f307b832a HTTP/1.1" status: 200 len: 1000 time: 0.0604932 Oct 27 21:43:59.168033 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e756-301a-4f15-ab4b-cdb9cb251687 req-973bab49-f11b-4d16-a3c3-d7d437e287cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:59.169440 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b9b0e756-301a-4f15-ab4b-cdb9cb251687 req-973bab49-f11b-4d16-a3c3-d7d437e287cf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0442696 Oct 27 21:43:59.222167 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e756-301a-4f15-ab4b-cdb9cb251687 req-1d7f8fcb-a29f-476a-abf9-3e5589a56c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:43:59.224233 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b9b0e756-301a-4f15-ab4b-cdb9cb251687 req-1d7f8fcb-a29f-476a-abf9-3e5589a56c61 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465074 Oct 27 21:43:59.255565 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-8568ef53-7bbf-46fc-bdf7-a3fb9fbe0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '15d18cdf-502b-4e54-b66d-00402d09b00b', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:36:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:42:02Z', 'updated_at': '2021-10-27T21:42:04Z', 'revision_number': 1, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}, {'id': 'c5d4660a-fb30-4f6b-9806-2b346edb0aa0', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': '974d8497-c34c-4a64-ac11-188f307b832a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:08:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:43:57Z', 'updated_at': '2021-10-27T21:43:57Z', 'revision_number': 0, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:43:59.282013 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8568ef53-7bbf-46fc-bdf7-a3fb9fbe0427 None None] Checking router: 6f7b0618-fdb6-42e4-b798-da9f99db6545 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:43:59.293173 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8568ef53-7bbf-46fc-bdf7-a3fb9fbe0427 None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:43:59.293173 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-8568ef53-7bbf-46fc-bdf7-a3fb9fbe0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:43:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:43:59.322809 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b9b0e756-301a-4f15-ab4b-cdb9cb251687 req-6d1a79fb-2662-48c8-89fc-352b4b751753 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898712 Oct 27 21:43:59.395148 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-8568ef53-7bbf-46fc-bdf7-a3fb9fbe0427 None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:43:59.419377 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-b9b0e756-301a-4f15-ab4b-cdb9cb251687 req-5758a637-779f-48a0-b7d5-b06a0516a0a0 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891864 Oct 27 21:43:59.625957 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-8568ef53-7bbf-46fc-bdf7-a3fb9fbe0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '15d18cdf-502b-4e54-b66d-00402d09b00b', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:36:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:42:02Z', 'updated_at': '2021-10-27T21:42:04Z', 'revision_number': 1, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}, {'id': 'c5d4660a-fb30-4f6b-9806-2b346edb0aa0', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': '974d8497-c34c-4a64-ac11-188f307b832a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:08:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:43:57Z', 'updated_at': '2021-10-27T21:43:57Z', 'revision_number': 0, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:43:59.655803 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8568ef53-7bbf-46fc-bdf7-a3fb9fbe0427 None None] The sync data for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi is: [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '15d18cdf-502b-4e54-b66d-00402d09b00b', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:36:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:42:02Z', 'updated_at': '2021-10-27T21:42:04Z', 'revision_number': 1, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}, {'id': 'c5d4660a-fb30-4f6b-9806-2b346edb0aa0', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': '974d8497-c34c-4a64-ac11-188f307b832a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:08:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:43:57Z', 'updated_at': '2021-10-27T21:43:57Z', 'revision_number': 0, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:43:59.855656 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150233a-0925-4752-9482-00b5573239de None None] New status for floating IP c5d4660a-fb30-4f6b-9806-2b346edb0aa0: ACTIVE {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:44:00.717439 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:44:04.681075 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd51e-562c-44b7-b832-91fe096cb719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:07.621573 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-cb15b6e4-8c8d-4f4c-a330-6bf2982a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:08.539099 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:08.559399 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:10.642427 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:19.584917 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:32.132822 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6b9e8906-b49e-4ccc-a054-34319c692f73 req-dffe3185-2d01-4d42-92ff-fd3ee5984d5c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436730 Oct 27 21:44:32.243390 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e8906-b49e-4ccc-a054-34319c692f73 req-66114dd3-1b41-4c9f-8f1d-2468cbc5a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:32.244848 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6b9e8906-b49e-4ccc-a054-34319c692f73 req-66114dd3-1b41-4c9f-8f1d-2468cbc5a6ae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 1098 time: 0.0465119 Oct 27 21:44:32.365644 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e8906-b49e-4ccc-a054-34319c692f73 req-8b795d90-8fb9-4736-a336-d13cb95901a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:32.367096 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6b9e8906-b49e-4ccc-a054-34319c692f73 req-8b795d90-8fb9-4736-a336-d13cb95901a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 913 time: 0.0970681 Oct 27 21:44:32.437815 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6b9e8906-b49e-4ccc-a054-34319c692f73 req-3916120a-a244-4c76-983f-544ca1d1440a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38c1f1b-eb10-4874-a9e6-da4579b05c8e HTTP/1.1" status: 200 len: 1000 time: 0.0626137 Oct 27 21:44:32.494064 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e8906-b49e-4ccc-a054-34319c692f73 req-9587fe99-78ca-4afe-ada9-b2de28e2d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:32.495551 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6b9e8906-b49e-4ccc-a054-34319c692f73 req-9587fe99-78ca-4afe-ada9-b2de28e2d103 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0499902 Oct 27 21:44:32.545593 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e8906-b49e-4ccc-a054-34319c692f73 req-30c39995-1fce-4773-85dc-5026844291f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:44:32.547066 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6b9e8906-b49e-4ccc-a054-34319c692f73 req-30c39995-1fce-4773-85dc-5026844291f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444095 Oct 27 21:44:32.645448 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6b9e8906-b49e-4ccc-a054-34319c692f73 req-13718382-f492-4258-8b87-6cff455caa28 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908926 Oct 27 21:44:33.014247 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-6b9e8906-b49e-4ccc-a054-34319c692f73 req-0c59f07f-f87b-4c72-8a4b-758147d8f699 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595645 Oct 27 21:44:34.676455 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7a3247e7-506f-4daf-be2f-ddd7dcccdd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:37.627623 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8a56-04b7-40ea-a17c-8efb25d50ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:37.716200 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:44:38.543315 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:38.557030 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:40.648297 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:44:49.588997 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:04.684978 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-f8ef8092-d2e1-40a9-b47c-b221f9ccb759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:07.449320 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [req-09c4393b-1188-4fe5-a59d-d455ac476802 req-3ec9f6e2-0d13-4c4f-92b1-443211ab6b76 service neutron] (101366) timed out ('10.222.0.83', 56328) {{(pid=101366) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 21:45:07.624471 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-db83384f-4b73-4405-bef1-525f193d8499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:08.553564 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:08.558333 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:10.654112 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:14.720599 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:45:19.588208 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:26.107862 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37360) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:26.333348 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Deleting port 0b9f4b38-abef-4c91-9d67-43580968dcef {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:26.333644 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:26.409430 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:26.409732 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:26.422004 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Calling delete_port for 0b9f4b38-abef-4c91-9d67-43580968dcef owned by network:floatingip {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:26.578499 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:26.615095 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event deleted for resources: {'Port': ['ID=0b9f4b38-abef-4c91-9d67-43580968dcef,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:26.642877 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:26.643221 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:26.643553 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:26.643881 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:26.644205 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:26.644549 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:26.644896 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:26.645234 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:26.645556 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:26.645899 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:26.646213 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:26.646508 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:26.690822 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:26.691123 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.l3_db [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Floating IP c5d4660a-fb30-4f6b-9806-2b346edb0aa0 disassociated (deleted). External IP: 172.27.2.222, port: 974d8497-c34c-4a64-ac11-188f307b832a. Oct 27 21:45:26.909972 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Router 6f7b0618-fdb6-42e4-b798-da9f99db6545 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:45:27.018053 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:45:27.023117 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:27.028209 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d56c1d-f9be-4d67-a9cd-29d1e37409f8 None None] Sync routers for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:45:27.037638 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d56c1d-f9be-4d67-a9cd-29d1e37409f8 None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:27.038325 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-56d56c1d-f9be-4d67-a9cd-29d1e37409f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:45:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:27.051233 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-d1a319a3-7b4f-4832-a95e-98d5ca767f80 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "DELETE /v2.0/floatingips/c5d4660a-fb30-4f6b-9806-2b346edb0aa0 HTTP/1.1" status: 204 len: 168 time: 0.9419417 Oct 27 21:45:27.051812 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'tag': '974d8497-c34c-4a64-ac11-188f307b832a'}] {{(pid=101366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:45:27.054164 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8678a9f2196498b2d251eb2584ee31b5e063e546e82940a6b87b3d9432d70b75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34e7464-44dc-4c85-a12c-d8892e19b2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "52b9bc3d-3cde-410b-96d0-2524a45619d7", "tag": "974d8497-c34c-4a64-ac11-188f307b832a"}]}' {{(pid=101366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:45:27.093082 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55814bed-5d0a-493b-aa53-5ac01ba2efaf x-openstack-request-id: req-55814bed-5d0a-493b-aa53-5ac01ba2efaf {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:45:27.093370 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b9bc3d-3cde-410b-96d0-2524a45619d7", "tag": "974d8497-c34c-4a64-ac11-188f307b832a", "status": "completed", "code": 200}]} {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:45:27.093618 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55814bed-5d0a-493b-aa53-5ac01ba2efaf {{(pid=101366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:45:27.094010 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'tag': '974d8497-c34c-4a64-ac11-188f307b832a', 'status': 'completed', 'code': 200} Oct 27 21:45:27.150486 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-56d56c1d-f9be-4d67-a9cd-29d1e37409f8 None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:27.244453 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e7464-44dc-4c85-a12c-d8892e19b2f1 req-c96559c9-1520-42b1-900a-79a116e13fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:27.245988 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d34e7464-44dc-4c85-a12c-d8892e19b2f1 req-c96559c9-1520-42b1-900a-79a116e13fd5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 1099 time: 0.1027803 Oct 27 21:45:27.339231 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e7464-44dc-4c85-a12c-d8892e19b2f1 req-5b3e4db5-13b1-4b49-9a59-6524c7201216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:27.340708 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d34e7464-44dc-4c85-a12c-d8892e19b2f1 req-5b3e4db5-13b1-4b49-9a59-6524c7201216 service neutron] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 913 time: 0.0868309 Oct 27 21:45:27.364974 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f287165-2db0-4512-85b5-3747cfc5665b req-1fe117e5-70fc-40bf-bb90-01fa68e6af8a tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:27.366488 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1f287165-2db0-4512-85b5-3747cfc5665b req-1fe117e5-70fc-40bf-bb90-01fa68e6af8a tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 946 time: 0.1350639 Oct 27 21:45:27.381756 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-56d56c1d-f9be-4d67-a9cd-29d1e37409f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '15d18cdf-502b-4e54-b66d-00402d09b00b', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:36:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:42:02Z', 'updated_at': '2021-10-27T21:42:04Z', 'revision_number': 1, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:27.384596 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d34e7464-44dc-4c85-a12c-d8892e19b2f1 req-b060de1c-2a20-41a2-8b5d-016755f809b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=974d8497-c34c-4a64-ac11-188f307b832a HTTP/1.1" status: 200 len: 217 time: 0.0335419 Oct 27 21:45:27.407142 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-1f287165-2db0-4512-85b5-3747cfc5665b req-368e9314-8403-47ce-9118-b86bf778e89b tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340455 Oct 27 21:45:27.411603 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d56c1d-f9be-4d67-a9cd-29d1e37409f8 None None] Checking router: 6f7b0618-fdb6-42e4-b798-da9f99db6545 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:45:27.429161 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d56c1d-f9be-4d67-a9cd-29d1e37409f8 None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:27.429786 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-56d56c1d-f9be-4d67-a9cd-29d1e37409f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:45:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:27.433878 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e7464-44dc-4c85-a12c-d8892e19b2f1 req-b089ff97-0360-4d87-ba26-3b37a4612551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:27.435321 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d34e7464-44dc-4c85-a12c-d8892e19b2f1 req-b089ff97-0360-4d87-ba26-3b37a4612551 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0430024 Oct 27 21:45:27.483749 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e7464-44dc-4c85-a12c-d8892e19b2f1 req-7551d6d5-ecfa-4559-98b2-4dcba72e6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:27.485312 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d34e7464-44dc-4c85-a12c-d8892e19b2f1 req-7551d6d5-ecfa-4559-98b2-4dcba72e6745 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424705 Oct 27 21:45:27.529993 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-56d56c1d-f9be-4d67-a9cd-29d1e37409f8 None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:27.574919 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d34e7464-44dc-4c85-a12c-d8892e19b2f1 req-5840543f-ac1f-47f5-8829-f8a272b2733f service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816605 Oct 27 21:45:27.667448 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d34e7464-44dc-4c85-a12c-d8892e19b2f1 req-94dbccc7-5fd4-4afb-940e-c20ff1be0fc5 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844276 Oct 27 21:45:27.755128 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-56d56c1d-f9be-4d67-a9cd-29d1e37409f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '15d18cdf-502b-4e54-b66d-00402d09b00b', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:36:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:42:02Z', 'updated_at': '2021-10-27T21:42:04Z', 'revision_number': 1, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:27.780767 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d56c1d-f9be-4d67-a9cd-29d1e37409f8 None None] The sync data for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi is: [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_floatingips': [{'id': '15d18cdf-502b-4e54-b66d-00402d09b00b', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'router_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'port_id': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'mac_address': 'fa:16:3e:36:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T21:42:02Z', 'updated_at': '2021-10-27T21:42:04Z', 'revision_number': 1, 'project_id': '21052292f0134c4cbc327e64fe294046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:45:28.004635 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37adae51-527b-4142-8712-efc2d5197178 None None] New status for floating IP c5d4660a-fb30-4f6b-9806-2b346edb0aa0: DOWN {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:45:28.587401 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013db18d-7f9f-496a-9f9e-6e0787580415 req-3a45eaa8-0599-46ca-9263-206c2f7a52fd tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:28.588884 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-013db18d-7f9f-496a-9f9e-6e0787580415 req-3a45eaa8-0599-46ca-9263-206c2f7a52fd tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 946 time: 0.1056087 Oct 27 21:45:28.628290 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-013db18d-7f9f-496a-9f9e-6e0787580415 req-eee00f49-5d55-44c8-a8d1-8ad4396fc758 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330710 Oct 27 21:45:29.005333 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434684b-1cc0-4ba4-ab87-0b6d6e875e87 req-94bd15e4-fa51-4b94-8db1-908cc3f05610 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:29.006789 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d434684b-1cc0-4ba4-ab87-0b6d6e875e87 req-94bd15e4-fa51-4b94-8db1-908cc3f05610 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 946 time: 0.0568366 Oct 27 21:45:29.099266 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-d434684b-1cc0-4ba4-ab87-0b6d6e875e87 req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Deleting port 974d8497-c34c-4a64-ac11-188f307b832a {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:29.099602 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d434684b-1cc0-4ba4-ab87-0b6d6e875e87 req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:29.190301 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-d434684b-1cc0-4ba4-ab87-0b6d6e875e87 req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] For port 974d8497-c34c-4a64-ac11-188f307b832a, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=974d8497-c34c-4a64-ac11-188f307b832a,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:29.190684 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d434684b-1cc0-4ba4-ab87-0b6d6e875e87 req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:29.207276 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-d434684b-1cc0-4ba4-ab87-0b6d6e875e87 req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Calling delete_port for 974d8497-c34c-4a64-ac11-188f307b832a owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:29.340065 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d434684b-1cc0-4ba4-ab87-0b6d6e875e87 req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:29.374033 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event deleted for resources: {'Port': ['ID=974d8497-c34c-4a64-ac11-188f307b832a,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:29.401612 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:29.401955 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:29.402283 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:29.402638 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:29.402962 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:29.403250 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:29.403563 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:29.403874 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:29.404215 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:29.404525 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:29.404831 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:29.405235 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:29.420207 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d434684b-1cc0-4ba4-ab87-0b6d6e875e87 req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] No DVR routers for this DVR port 974d8497-c34c-4a64-ac11-188f307b832a on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:45:29.423027 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-d434684b-1cc0-4ba4-ab87-0b6d6e875e87 req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:29.426642 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-d434684b-1cc0-4ba4-ab87-0b6d6e875e87 req-69b37391-28f7-4448-9a75-7f7eb29d4b6c tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "DELETE /v2.0/ports/974d8497-c34c-4a64-ac11-188f307b832a HTTP/1.1" status: 204 len: 173 time: 0.4132216 Oct 27 21:45:29.427110 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'name': 'network-vif-deleted', 'tag': '974d8497-c34c-4a64-ac11-188f307b832a'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:45:29.429568 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb92954f-b538-48a9-8207-0443e1a65afa" -d '{"events": [{"server_uuid": "52b9bc3d-3cde-410b-96d0-2524a45619d7", "name": "network-vif-deleted", "tag": "974d8497-c34c-4a64-ac11-188f307b832a"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:45:29.468141 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6093f7-742f-4c8d-8db8-52833426c5a6 x-openstack-request-id: req-be6093f7-742f-4c8d-8db8-52833426c5a6 {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:45:29.468899 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b9bc3d-3cde-410b-96d0-2524a45619d7", "name": "network-vif-deleted", "tag": "974d8497-c34c-4a64-ac11-188f307b832a", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:45:29.468899 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be6093f7-742f-4c8d-8db8-52833426c5a6 {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:45:29.469114 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b9bc3d-3cde-410b-96d0-2524a45619d7', 'name': 'network-vif-deleted', 'tag': '974d8497-c34c-4a64-ac11-188f307b832a', 'status': 'completed', 'code': 200} Oct 27 21:45:29.729904 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-180435f7-b63f-4276-994f-641c8f84571c req-abdb12f0-a708-4a11-b7d0-54348251c8d4 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b9bc3d-3cde-410b-96d0-2524a45619d7 HTTP/1.1" status: 200 len: 210 time: 0.0278213 Oct 27 21:45:33.050276 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37408) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:33.216876 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Deleting port a29c5924-c256-4ef8-aa39-c83676a7c182 {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:33.217248 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:33.290845 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:33.291050 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:33.302699 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Calling delete_port for a29c5924-c256-4ef8-aa39-c83676a7c182 owned by network:floatingip {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:33.461340 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:33.485469 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event deleted for resources: {'Port': ['ID=a29c5924-c256-4ef8-aa39-c83676a7c182,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:33.553856 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:33.554088 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.db.l3_db [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Floating IP 15d18cdf-502b-4e54-b66d-00402d09b00b disassociated (deleted). External IP: 172.27.2.48, port: c38c1f1b-eb10-4874-a9e6-da4579b05c8e. Oct 27 21:45:33.660322 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 974d8497-c34c-4a64-ac11-188f307b832a no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:33.683962 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: 974d8497-c34c-4a64-ac11-188f307b832a {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:33.684263 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device 974d8497-c34c-4a64-ac11-188f307b832a not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:33.768763 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Router 6f7b0618-fdb6-42e4-b798-da9f99db6545 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:45:34.133431 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:45:34.138443 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:34.143066 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d002f00-f930-47f8-900f-c97d2ca84790 None None] Sync routers for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:45:34.154025 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d002f00-f930-47f8-900f-c97d2ca84790 None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:34.154621 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-8d002f00-f930-47f8-900f-c97d2ca84790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:45:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:34.164951 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-e2089ab2-fcb0-47c4-8358-efe14f65a323 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "DELETE /v2.0/floatingips/15d18cdf-502b-4e54-b66d-00402d09b00b HTTP/1.1" status: 204 len: 168 time: 1.1134434 Oct 27 21:45:34.165791 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'tag': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e'}] {{(pid=101366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:45:34.168404 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8678a9f2196498b2d251eb2584ee31b5e063e546e82940a6b87b3d9432d70b75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2997bca-fc21-4fd1-8519-0d1f9993e908" -d '{"events": [{"name": "network-changed", "server_uuid": "738c95c0-dd8e-4007-86fb-302759fa3e7b", "tag": "c38c1f1b-eb10-4874-a9e6-da4579b05c8e"}]}' {{(pid=101366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:45:34.208438 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 21:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab5351-e31b-4726-b2de-328cdd05ffec x-openstack-request-id: req-34ab5351-e31b-4726-b2de-328cdd05ffec {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:45:34.208769 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738c95c0-dd8e-4007-86fb-302759fa3e7b", "tag": "c38c1f1b-eb10-4874-a9e6-da4579b05c8e", "status": "completed", "code": 200}]} {{(pid=101366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:45:34.209037 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34ab5351-e31b-4726-b2de-328cdd05ffec {{(pid=101366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:45:34.209427 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'tag': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'status': 'completed', 'code': 200} Oct 27 21:45:34.299841 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2997bca-fc21-4fd1-8519-0d1f9993e908 req-c94f0d26-b5d2-40b7-8763-307c26aa7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:34.310231 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2997bca-fc21-4fd1-8519-0d1f9993e908 req-c94f0d26-b5d2-40b7-8763-307c26aa7d6a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21052292f0134c4cbc327e64fe294046&device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 1098 time: 0.0537293 Oct 27 21:45:34.396753 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca93d2c-0987-49cc-b192-963d06749720 req-b318b030-cef7-4f42-b136-425fefafccf2 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:34.398764 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dca93d2c-0987-49cc-b192-963d06749720 req-b318b030-cef7-4f42-b136-425fefafccf2 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 945 time: 0.0481384 Oct 27 21:45:34.400522 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-8d002f00-f930-47f8-900f-c97d2ca84790 None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:34.444544 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [req-dca93d2c-0987-49cc-b192-963d06749720 req-1db1ed31-cbd3-4265-8c3d-2cc0bef42650 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392570 Oct 27 21:45:34.458303 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2997bca-fc21-4fd1-8519-0d1f9993e908 req-7f83ade9-7510-4b99-8c50-7d9262eebcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:34.458303 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2997bca-fc21-4fd1-8519-0d1f9993e908 req-7f83ade9-7510-4b99-8c50-7d9262eebcdc service neutron] 10.222.0.83 "GET /v2.0/networks?id=33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 200 len: 913 time: 0.0978220 Oct 27 21:45:34.502099 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2997bca-fc21-4fd1-8519-0d1f9993e908 req-0f592e1d-131c-4c37-b2b5-94560cce53ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38c1f1b-eb10-4874-a9e6-da4579b05c8e HTTP/1.1" status: 200 len: 217 time: 0.0329731 Oct 27 21:45:34.551124 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2997bca-fc21-4fd1-8519-0d1f9993e908 req-0593256b-13d5-481e-8670-4aa40edd2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:34.552440 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2997bca-fc21-4fd1-8519-0d1f9993e908 req-0593256b-13d5-481e-8670-4aa40edd2893 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 200 len: 851 time: 0.0418406 Oct 27 21:45:34.600595 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-8d002f00-f930-47f8-900f-c97d2ca84790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:34.605716 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2997bca-fc21-4fd1-8519-0d1f9993e908 req-c5329c48-9207-4cab-94a0-3ad5f0acc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:34.607386 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2997bca-fc21-4fd1-8519-0d1f9993e908 req-c5329c48-9207-4cab-94a0-3ad5f0acc754 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=33b24ef9-897d-48bf-8624-a4e8b758aa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448184 Oct 27 21:45:34.630456 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d002f00-f930-47f8-900f-c97d2ca84790 None None] Checking router: 6f7b0618-fdb6-42e4-b798-da9f99db6545 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:45:34.638780 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d002f00-f930-47f8-900f-c97d2ca84790 None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:34.639547 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-8d002f00-f930-47f8-900f-c97d2ca84790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:45:08Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:34.697154 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2997bca-fc21-4fd1-8519-0d1f9993e908 req-0e9e4ad8-edfb-482e-b948-6311894c5e80 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812743 Oct 27 21:45:34.722776 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8a118e18-a57a-4fb8-903e-6cb480d3b370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:34.753364 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-8d002f00-f930-47f8-900f-c97d2ca84790 None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:34.794040 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-a2997bca-fc21-4fd1-8519-0d1f9993e908 req-ef0d0047-8904-4ffc-867c-49e006d88632 service neutron] 10.222.0.83 "GET /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865088 Oct 27 21:45:34.959356 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-8d002f00-f930-47f8-900f-c97d2ca84790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:34.985249 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d002f00-f930-47f8-900f-c97d2ca84790 None None] The sync data for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi is: [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:39:03Z', 'revision_number': 4, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi', '_interfaces': [{'id': '6966fbb0-a35b-434b-ac36-9d4e136a0bc6', 'name': '', 'network_id': '33b24ef9-897d-48bf-8624-a4e8b758aa85', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'mac_address': 'fa:16:3e:ff:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:02Z', 'updated_at': '2021-10-27T21:39:08Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'subnets': [{'id': '40a47dd1-d2da-4a99-aff7-16a78a9b2d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:45:35.234999 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f1426-f3e5-44a7-ad06-6c2e511d2499 None None] New status for floating IP 15d18cdf-502b-4e54-b66d-00402d09b00b: DOWN {{(pid=101368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 21:45:35.565311 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb216f1d-fc21-4724-bc33-08a6210d3dc8 req-4070c5f7-aa20-4cad-bfd1-968861c855c4 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:35.566784 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-eb216f1d-fc21-4724-bc33-08a6210d3dc8 req-4070c5f7-aa20-4cad-bfd1-968861c855c4 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 945 time: 0.0498526 Oct 27 21:45:35.606165 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-eb216f1d-fc21-4724-bc33-08a6210d3dc8 req-91773a55-d69e-4641-a86f-2ccf38d04653 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/security-groups?id=67862054-70bd-48f6-af04-6c0f062e3dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333049 Oct 27 21:45:36.171020 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bd164-6704-4e81-99ae-f8b174a65331 req-71b78cfd-ef07-40c7-8aad-9840c76becec tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 21:45:36.172490 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8d4bd164-6704-4e81-99ae-f8b174a65331 req-71b78cfd-ef07-40c7-8aad-9840c76becec tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 945 time: 0.0615053 Oct 27 21:45:36.266854 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-8d4bd164-6704-4e81-99ae-f8b174a65331 req-87355dc3-c4b2-4f15-b233-b7187ec29270 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Deleting port c38c1f1b-eb10-4874-a9e6-da4579b05c8e {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:36.267187 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-8d4bd164-6704-4e81-99ae-f8b174a65331 req-87355dc3-c4b2-4f15-b233-b7187ec29270 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:36.356905 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [req-8d4bd164-6704-4e81-99ae-f8b174a65331 req-87355dc3-c4b2-4f15-b233-b7187ec29270 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] For port c38c1f1b-eb10-4874-a9e6-da4579b05c8e, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=c38c1f1b-eb10-4874-a9e6-da4579b05c8e,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:36.357251 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-8d4bd164-6704-4e81-99ae-f8b174a65331 req-87355dc3-c4b2-4f15-b233-b7187ec29270 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:36.373039 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [req-8d4bd164-6704-4e81-99ae-f8b174a65331 req-87355dc3-c4b2-4f15-b233-b7187ec29270 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Calling delete_port for c38c1f1b-eb10-4874-a9e6-da4579b05c8e owned by compute:nova {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:36.518642 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-8d4bd164-6704-4e81-99ae-f8b174a65331 req-87355dc3-c4b2-4f15-b233-b7187ec29270 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:36.552030 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87355dc3-c4b2-4f15-b233-b7187ec29270 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event deleted for resources: {'Port': ['ID=c38c1f1b-eb10-4874-a9e6-da4579b05c8e,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:36.596392 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4bd164-6704-4e81-99ae-f8b174a65331 req-87355dc3-c4b2-4f15-b233-b7187ec29270 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] No DVR routers for this DVR port c38c1f1b-eb10-4874-a9e6-da4579b05c8e on host hv-cinder-81574 {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:45:36.599029 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [req-8d4bd164-6704-4e81-99ae-f8b174a65331 req-87355dc3-c4b2-4f15-b233-b7187ec29270 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for port, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:36.602373 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-8d4bd164-6704-4e81-99ae-f8b174a65331 req-87355dc3-c4b2-4f15-b233-b7187ec29270 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.83 "DELETE /v2.0/ports/c38c1f1b-eb10-4874-a9e6-da4579b05c8e HTTP/1.1" status: 204 len: 173 time: 0.4224286 Oct 27 21:45:36.602791 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'name': 'network-vif-deleted', 'tag': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e'}] {{(pid=101365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 21:45:36.605197 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8c1bbde452a64854224fb66aa8318eec028084ae97564fd0c540499020af77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248d8f6c-d511-4b5b-b42e-8eab6268f2a4" -d '{"events": [{"server_uuid": "738c95c0-dd8e-4007-86fb-302759fa3e7b", "name": "network-vif-deleted", "tag": "c38c1f1b-eb10-4874-a9e6-da4579b05c8e"}]}' {{(pid=101365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 21:45:36.644939 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bab798f-3c29-4c76-8428-b73ed612122b x-openstack-request-id: req-9bab798f-3c29-4c76-8428-b73ed612122b {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 21:45:36.645221 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738c95c0-dd8e-4007-86fb-302759fa3e7b", "name": "network-vif-deleted", "tag": "c38c1f1b-eb10-4874-a9e6-da4579b05c8e", "status": "completed", "code": 200}]} {{(pid=101365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 21:45:36.645486 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bab798f-3c29-4c76-8428-b73ed612122b {{(pid=101365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 21:45:36.645875 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738c95c0-dd8e-4007-86fb-302759fa3e7b', 'name': 'network-vif-deleted', 'tag': 'c38c1f1b-eb10-4874-a9e6-da4579b05c8e', 'status': 'completed', 'code': 200} Oct 27 21:45:36.710872 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [req-4fed546c-1bc2-4c99-97c7-a808e0e1ad81 req-9ee22d8a-e03a-485f-98e5-dcdc88becabd tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "GET /v2.0/ports?device_id=738c95c0-dd8e-4007-86fb-302759fa3e7b HTTP/1.1" status: 200 len: 210 time: 0.0267832 Oct 27 21:45:37.622130 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7c06bff7-71de-402f-925d-1dff1e281405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:37.783944 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37424) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:37.909721 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-16369db9-4923-4061-beca-bae860c85f2f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Deleting port 9266c4b9-08f3-42f9-89cd-485594573a99 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:37.909966 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-16369db9-4923-4061-beca-bae860c85f2f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:37.998178 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-16369db9-4923-4061-beca-bae860c85f2f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:37.998540 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-16369db9-4923-4061-beca-bae860c85f2f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:38.011614 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-16369db9-4923-4061-beca-bae860c85f2f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Calling delete_port for 9266c4b9-08f3-42f9-89cd-485594573a99 owned by network:floatingip {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:38.148467 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-16369db9-4923-4061-beca-bae860c85f2f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:38.175802 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16369db9-4923-4061-beca-bae860c85f2f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event deleted for resources: {'Port': ['ID=9266c4b9-08f3-42f9-89cd-485594573a99,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:38.236122 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-16369db9-4923-4061-beca-bae860c85f2f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for floatingip, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:38.238763 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-16369db9-4923-4061-beca-bae860c85f2f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130420'] for floatingip, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:38.239930 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-16369db9-4923-4061-beca-bae860c85f2f tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "DELETE /v2.0/floatingips/65a20fa3-5033-4560-a85d-426bb56fc7bc HTTP/1.1" status: 204 len: 168 time: 0.4549832 Oct 27 21:45:38.558636 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:38.561336 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:39.448578 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37436) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:39.508475 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-845d5da3-7167-4ddd-83db-0d6e0e247605 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:39.533720 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-845d5da3-7167-4ddd-83db-0d6e0e247605 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:39.599779 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-845d5da3-7167-4ddd-83db-0d6e0e247605 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:39.602655 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-845d5da3-7167-4ddd-83db-0d6e0e247605 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:39.603857 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-845d5da3-7167-4ddd-83db-0d6e0e247605 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] 10.222.0.53 "DELETE /v2.0/security-groups/67862054-70bd-48f6-af04-6c0f062e3dd8 HTTP/1.1" status: 204 len: 168 time: 0.1542382 Oct 27 21:45:39.613359 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d5da3-7167-4ddd-83db-0d6e0e247605 tempest-TestVolumeBootPattern-270278113 tempest-TestVolumeBootPattern-270278113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67862054-70bd-48f6-af04-6c0f062e3dd8,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:39.661450 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37440) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:39.697481 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device c38c1f1b-eb10-4874-a9e6-da4579b05c8e no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:39.718049 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] No Port match for: c38c1f1b-eb10-4874-a9e6-da4579b05c8e {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:39.718390 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Device c38c1f1b-eb10-4874-a9e6-da4579b05c8e not bound to the agent host hv-cinder-81574 {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:40.164783 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e811d4bf-bed6-4149-bcfb-02d1c4442455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630010'] for router_interface, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:40.419646 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-e811d4bf-bed6-4149-bcfb-02d1c4442455 admin admin] Deleting port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:40.419937 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e811d4bf-bed6-4149-bcfb-02d1c4442455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:40.505275 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-e811d4bf-bed6-4149-bcfb-02d1c4442455 admin admin] For port 6966fbb0-a35b-434b-ac36-9d4e136a0bc6, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=6966fbb0-a35b-434b-ac36-9d4e136a0bc6,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:40.506147 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e811d4bf-bed6-4149-bcfb-02d1c4442455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:40.523882 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-e811d4bf-bed6-4149-bcfb-02d1c4442455 admin admin] Calling delete_port for 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 owned by network:router_interface {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:40.653372 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:40.719631 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e811d4bf-bed6-4149-bcfb-02d1c4442455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:40.747950 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811d4bf-bed6-4149-bcfb-02d1c4442455 admin admin] Pushing event deleted for resources: {'Port': ['ID=6966fbb0-a35b-434b-ac36-9d4e136a0bc6,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:40.908995 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-e811d4bf-bed6-4149-bcfb-02d1c4442455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1538488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630166'] for router_interface, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:41.133956 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e811d4bf-bed6-4149-bcfb-02d1c4442455 admin admin] Router 6f7b0618-fdb6-42e4-b798-da9f99db6545 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:45:41.250008 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e811d4bf-bed6-4149-bcfb-02d1c4442455 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:45:41.255592 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-e811d4bf-bed6-4149-bcfb-02d1c4442455 admin admin] 10.222.0.53 "PUT /v2.0/routers/6f7b0618-fdb6-42e4-b798-da9f99db6545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930169 Oct 27 21:45:41.258722 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37444) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:41.261528 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b371c52-e341-45df-a8ac-47c6730bb15b None None] Sync routers for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:45:41.272032 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b371c52-e341-45df-a8ac-47c6730bb15b None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:41.272725 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-7b371c52-e341-45df-a8ac-47c6730bb15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:45:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:41.365769 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Publish callbacks [] for router, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:41.385903 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-7b371c52-e341-45df-a8ac-47c6730bb15b None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:41.467505 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:41.521148 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Deleting port c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:41.521896 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:41.564017 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-7b371c52-e341-45df-a8ac-47c6730bb15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:45:40Z', 'revision_number': 5, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port': {'id': 'c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:01Z', 'updated_at': '2021-10-27T21:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:41.590690 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b371c52-e341-45df-a8ac-47c6730bb15b None None] Checking router: 6f7b0618-fdb6-42e4-b798-da9f99db6545 for host: dv-cinder-815746-1-iscsi {{(pid=101367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:45:41.599077 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b371c52-e341-45df-a8ac-47c6730bb15b None None] Routers {'6f7b0618-fdb6-42e4-b798-da9f99db6545'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:41.599735 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-7b371c52-e341-45df-a8ac-47c6730bb15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:45:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['6f7b0618-fdb6-42e4-b798-da9f99db6545'], 'active': True} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:41.601302 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] For port c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:41.601647 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:41.613858 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Calling delete_port for c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 owned by network:router_gateway {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:41.684187 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvr_db [None req-7b371c52-e341-45df-a8ac-47c6730bb15b None None] Set router 6f7b0618-fdb6-42e4-b798-da9f99db6545 gateway port host: None {{(pid=101367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:41.737459 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_hamode_db [None req-7b371c52-e341-45df-a8ac-47c6730bb15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:45:41Z', 'revision_number': 6, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port_host': None}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:41.764969 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b371c52-e341-45df-a8ac-47c6730bb15b None None] The sync data for ids ['6f7b0618-fdb6-42e4-b798-da9f99db6545'] in dv-cinder-815746-1-iscsi is: [{'id': '6f7b0618-fdb6-42e4-b798-da9f99db6545', 'name': 'tempest-TestVolumeBootPattern-1883202706-router', 'tenant_id': '21052292f0134c4cbc327e64fe294046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:00Z', 'updated_at': '2021-10-27T21:45:41Z', 'revision_number': 6, 'project_id': '21052292f0134c4cbc327e64fe294046', 'gw_port_host': None}] {{(pid=101367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:45:41.782931 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:41.806635 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:41.872035 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703796'] for router_gateway, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:41.960779 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3098'] for router, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:41.962970 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.008051 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627145'] for router, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.008676 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f7b0618-fdb6-42e4-b798-da9f99db6545 {{(pid=101366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:45:42.015065 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] Publish callbacks [] for router, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.016626 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-80143e22-e9a2-43de-ac41-5a2d6fd12e50 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6f7b0618-fdb6-42e4-b798-da9f99db6545 HTTP/1.1" status: 204 len: 168 time: 0.7570055 Oct 27 21:45:42.019362 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37446) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:42.068440 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a67a1f-fc0d-46cf-b98b-eeebff3fc911 admin admin] Deleting subnet 40a47dd1-d2da-4a99-aff7-16a78a9b2d44 {{(pid=101366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:45:42.072139 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-03a67a1f-fc0d-46cf-b98b-eeebff3fc911 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.111767 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-03a67a1f-fc0d-46cf-b98b-eeebff3fc911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12665891'] for subnet, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.197097 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-03a67a1f-fc0d-46cf-b98b-eeebff3fc911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.250315 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-03a67a1f-fc0d-46cf-b98b-eeebff3fc911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12743610'] for subnet, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.274804 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a67a1f-fc0d-46cf-b98b-eeebff3fc911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a47dd1-d2da-4a99-aff7-16a78a9b2d44,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:42.278415 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-03a67a1f-fc0d-46cf-b98b-eeebff3fc911 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.281584 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-03a67a1f-fc0d-46cf-b98b-eeebff3fc911 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/40a47dd1-d2da-4a99-aff7-16a78a9b2d44 HTTP/1.1" status: 204 len: 168 time: 0.2607331 Oct 27 21:45:42.283940 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4870467e-001a-45c1-b105-45494561ab60 None None] Network 33b24ef9-897d-48bf-8624-a4e8b758aa85 requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:45:42.284920 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37448) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:42.355455 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.408741 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Deleting port af8ca5ff-c4cb-41f0-b094-649e21e4658b {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:42.409118 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.469796 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] For port af8ca5ff-c4cb-41f0-b094-649e21e4658b, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=af8ca5ff-c4cb-41f0-b094-649e21e4658b,segment=NetworkSegment(ed396475-39f2-4c1c-b95e-f9288939da3d),segment_id=ed396475-39f2-4c1c-b95e-f9288939da3d)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:42.470124 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.481780 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Calling delete_port for af8ca5ff-c4cb-41f0-b094-649e21e4658b owned by network:dhcp {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:42.528878 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] DHCP port deletion for 33b24ef9-897d-48bf-8624-a4e8b758aa85 request from dv-cinder-815746-1-iscsi {{(pid=101367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:45:42.572193 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.597660 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:42.600845 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Pushing event deleted for resources: {'Port': ['ID=af8ca5ff-c4cb-41f0-b094-649e21e4658b,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:42.602689 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] No DVR routers for this DVR port af8ca5ff-c4cb-41f0-b094-649e21e4658b on host dv-cinder-815746-1-iscsi {{(pid=101365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:45:42.620584 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Deleting port af8ca5ff-c4cb-41f0-b094-649e21e4658b {{(pid=101367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:42.620976 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.659744 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:42.660080 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device c5b6a287-eccc-4b7a-9a9d-1d2cc319dcb1 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:42.660486 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:42.675854 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.683127 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:42.683466 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 6966fbb0-a35b-434b-ac36-9d4e136a0bc6 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:42.695895 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b24ef9-897d-48bf-8624-a4e8b758aa85']}} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:42.705171 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed396475-39f2-4c1c-b95e-f9288939da3d') {'for_net_delete': True} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:42.705466 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.services.segments.db [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed396475-39f2-4c1c-b95e-f9288939da3d') {} {{(pid=101365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:42.707054 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] For port af8ca5ff-c4cb-41f0-b094-649e21e4658b, host dv-cinder-815746-1-iscsi, got binding levels [] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:42.707442 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.715721 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14559722'] for segment, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.720811 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Calling delete_port for af8ca5ff-c4cb-41f0-b094-649e21e4658b owned by network:dhcp {{(pid=101367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:42.723728 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.ipam_backend_mixin [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Port af8ca5ff-c4cb-41f0-b094-649e21e4658b was not found and therefore no delete operation was performed {{(pid=101367) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 21:45:42.725104 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437'] for port, after_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.729049 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.736461 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=101365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:45:42.737141 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14562605'] for segment, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: Traceback (most recent call last): Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: timer() Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: cb(*args, **kw) Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: return func(*args, **kwargs) Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: self._notify() Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: self.callback(batched_events) Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: event.method(event) Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: return f(self, *a, **k) Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._get(url).json() Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: return self.request(url, 'GET', **kwargs) Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:45:42.739062 dv-cinder-815746-1-iscsi neutron-server[101365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:45:42.757658 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Pushing event deleted for resources: {'Port': ['ID=af8ca5ff-c4cb-41f0-b094-649e21e4658b,revision_number=None']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:42.760055 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] No DVR routers for this DVR port af8ca5ff-c4cb-41f0-b094-649e21e4658b on host dv-cinder-815746-1-iscsi {{(pid=101367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:45:42.773231 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:42.773578 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:42.773929 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:42.774228 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:42.774550 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:42.774899 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:42.775210 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:42.775534 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:42.775850 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:42.776167 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:42.776485 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:42.776797 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b973a797-6025-4b21-943b-4e0b1232f118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-1-iscsi {{(pid=101367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 21:45:42.796995 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.803401 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:42.806540 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] 10.222.0.53 "DELETE /v2.0/networks/33b24ef9-897d-48bf-8624-a4e8b758aa85 HTTP/1.1" status: 204 len: 168 time: 0.5205977 Oct 27 21:45:42.810287 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37450) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:42.819047 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72af30a-56a4-4d09-b22d-7ee269695567 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b24ef9-897d-48bf-8624-a4e8b758aa85,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:43.154202 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-23f960de-e484-4e24-abae-7d64aa00e8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630010'] for router_interface, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:43.398868 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-23f960de-e484-4e24-abae-7d64aa00e8c2 admin admin] Deleting port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:43.399204 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-23f960de-e484-4e24-abae-7d64aa00e8c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:43.479667 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-23f960de-e484-4e24-abae-7d64aa00e8c2 admin admin] For port bc6a40d6-867c-4d67-9dfb-65fe6a21cad2, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=bc6a40d6-867c-4d67-9dfb-65fe6a21cad2,segment=NetworkSegment(fa626569-54b9-4bdb-9288-0d1d59f3cbdb),segment_id=fa626569-54b9-4bdb-9288-0d1d59f3cbdb)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:43.479986 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-23f960de-e484-4e24-abae-7d64aa00e8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:43.492214 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-23f960de-e484-4e24-abae-7d64aa00e8c2 admin admin] Calling delete_port for bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 owned by network:router_interface {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:43.670661 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-23f960de-e484-4e24-abae-7d64aa00e8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:43.697386 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f960de-e484-4e24-abae-7d64aa00e8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6a40d6-867c-4d67-9dfb-65fe6a21cad2,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:43.863746 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-23f960de-e484-4e24-abae-7d64aa00e8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1538488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630166'] for router_interface, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:44.319314 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device af8ca5ff-c4cb-41f0-b094-649e21e4658b no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:44.346119 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: af8ca5ff-c4cb-41f0-b094-649e21e4658b {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:44.346460 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device af8ca5ff-c4cb-41f0-b094-649e21e4658b not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:44.357361 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f960de-e484-4e24-abae-7d64aa00e8c2 admin admin] Router 65a82032-a664-4bfe-8473-25a03d2e9658 has already been hosted by L3 agent 1818124e-4753-4485-930e-911ae30a2937 {{(pid=101366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 21:45:44.458977 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f960de-e484-4e24-abae-7d64aa00e8c2 admin admin] Notify agent at l3_agent.dv-cinder-815746-1-iscsi the message routers_updated {{(pid=101366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 21:45:44.463885 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-23f960de-e484-4e24-abae-7d64aa00e8c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/65a82032-a664-4bfe-8473-25a03d2e9658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6525941 Oct 27 21:45:44.467143 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37452) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:44.468011 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f8083-b420-4cc2-8c9d-13bd7b48b731 None None] Sync routers for ids ['65a82032-a664-4bfe-8473-25a03d2e9658'] in dv-cinder-815746-1-iscsi {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 21:45:44.478851 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f8083-b420-4cc2-8c9d-13bd7b48b731 None None] Routers {'65a82032-a664-4bfe-8473-25a03d2e9658'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:44.479526 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-708f8083-b420-4cc2-8c9d-13bd7b48b731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:45:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['65a82032-a664-4bfe-8473-25a03d2e9658'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:44.568740 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Publish callbacks [] for router, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:44.580435 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-708f8083-b420-4cc2-8c9d-13bd7b48b731 None None] Set router 65a82032-a664-4bfe-8473-25a03d2e9658 gateway port host: dv-cinder-815746-1-iscsi {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:44.670058 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:44.723194 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Deleting port e0082ec3-4099-4a3f-84ac-fce24c9992d7 {{(pid=101365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:44.723513 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:44.752890 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-708f8083-b420-4cc2-8c9d-13bd7b48b731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'name': 'tempest-TestVolumeBootPattern-2004733704-router', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'external_fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:05Z', 'updated_at': '2021-10-27T21:45:43Z', 'revision_number': 5, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'gw_port': {'id': 'e0082ec3-4099-4a3f-84ac-fce24c9992d7', 'name': '', 'network_id': '23dfa1dd-4629-4363-b9d8-bd9a91c4ae17', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T21:39:06Z', 'updated_at': '2021-10-27T21:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf328e28-aa14-4e5d-8b1a-d01a177e694d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-1-iscsi'}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:44.782985 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f8083-b420-4cc2-8c9d-13bd7b48b731 None None] Checking router: 65a82032-a664-4bfe-8473-25a03d2e9658 for host: dv-cinder-815746-1-iscsi {{(pid=101368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 21:45:44.791970 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f8083-b420-4cc2-8c9d-13bd7b48b731 None None] Routers {'65a82032-a664-4bfe-8473-25a03d2e9658'} bound to L3 agent in host dv-cinder-815746-1-iscsi {{(pid=101368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 21:45:44.792533 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-708f8083-b420-4cc2-8c9d-13bd7b48b731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T21:21:08Z,description=,heartbeat_timestamp=2021-10-27T21:45:38Z,host='dv-cinder-815746-1-iscsi',id=1818124e-4753-4485-930e-911ae30a2937,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T21:21:08Z,topic='l3_agent')) {'router_ids': ['65a82032-a664-4bfe-8473-25a03d2e9658'], 'active': True} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:44.804064 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.db [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] For port e0082ec3-4099-4a3f-84ac-fce24c9992d7, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=e0082ec3-4099-4a3f-84ac-fce24c9992d7,segment=NetworkSegment(c7200c01-5b4f-45f9-82c5-734d2d25de0e),segment_id=c7200c01-5b4f-45f9-82c5-734d2d25de0e)] {{(pid=101365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:44.804429 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:44.816506 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.plugins.ml2.plugin [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Calling delete_port for e0082ec3-4099-4a3f-84ac-fce24c9992d7 owned by network:router_gateway {{(pid=101365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:44.875146 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_dvr_db [None req-708f8083-b420-4cc2-8c9d-13bd7b48b731 None None] Set router 65a82032-a664-4bfe-8473-25a03d2e9658 gateway port host: None {{(pid=101368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 21:45:44.928923 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.l3_hamode_db [None req-708f8083-b420-4cc2-8c9d-13bd7b48b731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'name': 'tempest-TestVolumeBootPattern-2004733704-router', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:05Z', 'updated_at': '2021-10-27T21:45:44Z', 'revision_number': 6, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'gw_port_host': None}], 'dv-cinder-815746-1-iscsi', False) {} {{(pid=101368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:44.955109 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f8083-b420-4cc2-8c9d-13bd7b48b731 None None] The sync data for ids ['65a82032-a664-4bfe-8473-25a03d2e9658'] in dv-cinder-815746-1-iscsi is: [{'id': '65a82032-a664-4bfe-8473-25a03d2e9658', 'name': 'tempest-TestVolumeBootPattern-2004733704-router', 'tenant_id': 'beb44a19cd324fb484fba357f46290c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T21:39:05Z', 'updated_at': '2021-10-27T21:45:44Z', 'revision_number': 6, 'project_id': 'beb44a19cd324fb484fba357f46290c8', 'gw_port_host': None}] {{(pid=101368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 21:45:44.986853 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14562802'] for port, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.012164 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e0082ec3-4099-4a3f-84ac-fce24c9992d7,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:45.071177 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703796'] for router_gateway, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.160365 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3098'] for router, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.162465 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.208204 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627145'] for router, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.208822 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65a82032-a664-4bfe-8473-25a03d2e9658 {{(pid=101365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 21:45:45.213681 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] Publish callbacks [] for router, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.215008 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-7150fff6-c72e-4758-bbe5-6ac95e3d16bb admin admin] 10.222.0.53 "DELETE /v2.0/routers/65a82032-a664-4bfe-8473-25a03d2e9658 HTTP/1.1" status: 204 len: 168 time: 0.7468901 Oct 27 21:45:45.217727 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37454) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:45.264911 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba80480-67ce-41a3-82f1-5f331b716d35 admin admin] Deleting subnet a931d3fd-a4fa-46d2-a21d-07fb16c1efc5 {{(pid=101366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 21:45:45.268082 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bba80480-67ce-41a3-82f1-5f331b716d35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.302639 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bba80480-67ce-41a3-82f1-5f331b716d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12665891'] for subnet, precommit_delete_associations {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.386600 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bba80480-67ce-41a3-82f1-5f331b716d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3461982'] for subnet, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.447944 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bba80480-67ce-41a3-82f1-5f331b716d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3461975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12743610'] for subnet, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.472364 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba80480-67ce-41a3-82f1-5f331b716d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a931d3fd-a4fa-46d2-a21d-07fb16c1efc5,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:45.475953 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bba80480-67ce-41a3-82f1-5f331b716d35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.479196 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-bba80480-67ce-41a3-82f1-5f331b716d35 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a931d3fd-a4fa-46d2-a21d-07fb16c1efc5 HTTP/1.1" status: 204 len: 168 time: 0.2603598 Oct 27 21:45:45.481912 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37456) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:45.482371 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75efc50-66e6-4532-ac9e-01f3b0a94949 None None] Network 3079b17f-32b5-4138-a236-a715bb4d352b requested from dv-cinder-815746-1-iscsi {{(pid=101367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 21:45:45.548606 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619493'] for network, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.602712 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Deleting port 861794b6-613a-406a-90fd-49625fac263c {{(pid=101366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:45.603147 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.670887 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.db [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] For port 861794b6-613a-406a-90fd-49625fac263c, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=861794b6-613a-406a-90fd-49625fac263c,segment=NetworkSegment(fa626569-54b9-4bdb-9288-0d1d59f3cbdb),segment_id=fa626569-54b9-4bdb-9288-0d1d59f3cbdb)] {{(pid=101366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:45.671243 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.685535 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.plugin [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Calling delete_port for 861794b6-613a-406a-90fd-49625fac263c owned by network:dhcp {{(pid=101366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:45.689069 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8bcd68-694e-4cb3-a6dc-eb9d2141ca33 None None] DHCP port deletion for 3079b17f-32b5-4138-a236-a715bb4d352b request from dv-cinder-815746-1-iscsi {{(pid=101367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 21:45:45.742147 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bcd68-694e-4cb3-a6dc-eb9d2141ca33 None None] Deleting port 861794b6-613a-406a-90fd-49625fac263c {{(pid=101367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 21:45:45.742513 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5b8bcd68-694e-4cb3-a6dc-eb9d2141ca33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775315945750'] for port, before_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.767046 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780360'] for port, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.796285 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=861794b6-613a-406a-90fd-49625fac263c,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:45.800264 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] No DVR routers for this DVR port 861794b6-613a-406a-90fd-49625fac263c on host dv-cinder-815746-1-iscsi {{(pid=101366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:45:45.804009 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.db [None req-5b8bcd68-694e-4cb3-a6dc-eb9d2141ca33 None None] For port 861794b6-613a-406a-90fd-49625fac263c, host dv-cinder-815746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-1-iscsi',level=0,port_id=861794b6-613a-406a-90fd-49625fac263c,segment=NetworkSegment(fa626569-54b9-4bdb-9288-0d1d59f3cbdb),segment_id=fa626569-54b9-4bdb-9288-0d1d59f3cbdb)] {{(pid=101367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 21:45:45.804396 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5b8bcd68-694e-4cb3-a6dc-eb9d2141ca33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624387'] for port, precommit_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.817618 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bcd68-694e-4cb3-a6dc-eb9d2141ca33 None None] Calling delete_port for 861794b6-613a-406a-90fd-49625fac263c owned by network:dhcp {{(pid=101367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 21:45:45.873602 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3467723', 'neutron.services.segments.db._delete_segments_for_network-8775315960670'] for network, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.896238 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3079b17f-32b5-4138-a236-a715bb4d352b']}} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:45.907036 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa626569-54b9-4bdb-9288-0d1d59f3cbdb') {'for_net_delete': True} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:45.907322 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.services.segments.db [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa626569-54b9-4bdb-9288-0d1d59f3cbdb') {} {{(pid=101366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 21:45:45.918480 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775315962215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12665946'] for segment, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.935577 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223'] for segment, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.944229 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=101366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 21:45:45.944813 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3464223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12780439'] for segment, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: Traceback (most recent call last): Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: timer() Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: cb(*args, **kw) Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: return func(*args, **kwargs) Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: self._notify() Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: self.callback(batched_events) Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: event.method(event) Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: return f(self, *a, **k) Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._get(url).json() Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: return self.request(url, 'GET', **kwargs) Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 21:45:45.946867 dv-cinder-815746-1-iscsi neutron-server[101366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 21:45:46.014164 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3467712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703752'] for network, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.020993 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538451'] for network, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.029408 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3079b17f-32b5-4138-a236-a715bb4d352b HTTP/1.1" status: 204 len: 168 time: 0.5414622 Oct 27 21:45:46.034328 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5b8bcd68-694e-4cb3-a6dc-eb9d2141ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3636908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775316000476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775315460437'] for port, after_delete {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.034922 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b02d0f-314a-4ab2-8b24-070398156b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=3079b17f-32b5-4138-a236-a715bb4d352b,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:46.057087 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b8bcd68-694e-4cb3-a6dc-eb9d2141ca33 None None] Network 3079b17f-32b5-4138-a236-a715bb4d352b is not hosted by any dhcp agent {{(pid=101367) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 21:45:46.057548 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8bcd68-694e-4cb3-a6dc-eb9d2141ca33 None None] No DVR routers for this DVR port 861794b6-613a-406a-90fd-49625fac263c on host dv-cinder-815746-1-iscsi {{(pid=101367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 21:45:46.059306 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bcd68-694e-4cb3-a6dc-eb9d2141ca33 None None] Pushing event deleted for resources: {'Port': ['ID=861794b6-613a-406a-90fd-49625fac263c,revision_number=None']} {{(pid=101367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:46.147424 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37460) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:46.187328 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-51f39167-b9a9-445a-8271-de0e2a30d669 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21052292f0134c4cbc327e64fe294046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387428 Oct 27 21:45:46.190096 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.wsgi [-] (101366) accepted ('10.222.0.53', 37462) {{(pid=101366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:46.238863 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7011-9ca8-4600-9aa2-e7c76dcfa865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.254983 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e0082ec3-4099-4a3f-84ac-fce24c9992d7 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:46.266736 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7011-9ca8-4600-9aa2-e7c76dcfa865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.275450 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: e0082ec3-4099-4a3f-84ac-fce24c9992d7 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:46.275772 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device e0082ec3-4099-4a3f-84ac-fce24c9992d7 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:46.276210 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 861794b6-613a-406a-90fd-49625fac263c no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:46.294655 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: 861794b6-613a-406a-90fd-49625fac263c {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:46.295002 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device 861794b6-613a-406a-90fd-49625fac263c not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:46.295425 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 no longer exists at agent ovs-agent-dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 21:45:46.313581 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7011-9ca8-4600-9aa2-e7c76dcfa865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.316141 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7011-9ca8-4600-9aa2-e7c76dcfa865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.319728 dv-cinder-815746-1-iscsi neutron-server[101366]: INFO neutron.wsgi [None req-bc0a7011-9ca8-4600-9aa2-e7c76dcfa865 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f643d92-6d89-45ba-a350-aa5003eb37e3 HTTP/1.1" status: 204 len: 168 time: 0.1263447 Oct 27 21:45:46.319890 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.plugin [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] No Port match for: bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 {{(pid=101367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 21:45:46.319890 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron.plugins.ml2.rpc [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Device bc6a40d6-867c-4d67-9dfb-65fe6a21cad2 not bound to the agent host dv-cinder-815746-1-iscsi {{(pid=101367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 21:45:46.327045 dv-cinder-815746-1-iscsi neutron-server[101366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a7011-9ca8-4600-9aa2-e7c76dcfa865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f643d92-6d89-45ba-a350-aa5003eb37e3,revision_number=None']} {{(pid=101366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:46.640709 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37468) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:46.682780 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-739ae9f0-7912-4bd1-a0a3-17b818ea4572 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=beb44a19cd324fb484fba357f46290c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408900 Oct 27 21:45:46.685257 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [-] (101365) accepted ('10.222.0.53', 37470) {{(pid=101365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 21:45:46.734275 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ae27d0a1-7ca9-48a5-85d1-55be0135eed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.755625 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ae27d0a1-7ca9-48a5-85d1-55be0135eed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.811031 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ae27d0a1-7ca9-48a5-85d1-55be0135eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1719055'] for security_group, after_delete {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.814350 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron_lib.callbacks.manager [None req-ae27d0a1-7ca9-48a5-85d1-55be0135eed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:46.815495 dv-cinder-815746-1-iscsi neutron-server[101365]: INFO neutron.wsgi [None req-ae27d0a1-7ca9-48a5-85d1-55be0135eed4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbc50f02-35ab-419e-8486-bd9ee38d972d HTTP/1.1" status: 204 len: 168 time: 0.1293492 Oct 27 21:45:46.823647 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27d0a1-7ca9-48a5-85d1-55be0135eed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc50f02-35ab-419e-8486-bd9ee38d972d,revision_number=None']} {{(pid=101365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 21:45:49.597954 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:45:51.724645 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:46:04.677039 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-5163d093-5fa3-403c-9ded-c47e039a4ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:07.616045 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-a868838b-41b0-4a45-b01c-fb2d768bd726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:08.556890 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:08.559152 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:10.661927 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:19.608019 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:19.830904 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [req-aef60275-be2c-4e08-89bc-e2efb48d8137 req-922da218-9d05-463b-81f9-48c64fc3d7f8 service neutron] (101365) timed out ('10.222.0.83', 56322) {{(pid=101365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 21:46:28.728598 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:46:34.687253 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-356ea5c1-93ad-418f-a223-968bf582d68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:37.621265 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4c10952b-b2c0-49ce-9605-a81ebede3a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:38.565683 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:38.567510 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:40.663026 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:46:49.607429 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:04.688736 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-bd1349d1-9326-4085-a940-4d4015760c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:05.732026 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:47:07.629756 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-b154555b-3645-4251-8e6f-4130d8dc4902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:08.565176 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:08.569338 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:10.668062 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:19.611378 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:34.691532 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-0e75fcb5-deea-46e0-b533-032a7473304f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:37.623966 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-75760d96-b87b-4c43-958e-3779732b151b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:38.558714 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:38.560578 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:40.681024 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:47:42.737173 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:47:49.622399 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:04.691416 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-877abf6f-2c2e-48fb-9caa-2085cdbd4a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:07.628496 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-767324c0-4830-4bb8-a3f2-40ba92e24a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:08.579411 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:08.582336 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:10.685358 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:19.626536 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:19.741091 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:48:34.687404 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd477-12b4-4575-82cc-20cdde3fb84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:37.634440 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-af8d4840-8df0-419d-adf1-c384e1a5466f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:38.573999 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:38.578303 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:40.689061 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:49.622949 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:48:56.745729 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:49:04.685586 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0380-ed9d-45ec-9316-457346c0c734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:07.644618 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-798c251e-d1c7-4cfa-840f-8003a63deedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:08.577244 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:08.579982 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:10.696178 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:19.636742 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:33.750071 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:49:34.686697 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-4dce9a2e-1c7c-4cb3-8ebb-ec17a23749bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:37.646764 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-e033b17a-f96d-4031-9f37-2545d54cb294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:38.576555 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:38.579588 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:40.694636 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:49:49.645581 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:04.684999 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4df6-f902-4401-9314-0b4ee63c49c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:07.648136 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-98f601d3-e5a0-42ae-9aad-48eb5fd9fed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:08.578360 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:08.584155 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:10.704767 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:10.749162 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:50:19.653136 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:34.690588 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-20fed379-8e71-4ae0-b825-47936cf43ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:37.650047 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-705b8d7f-e867-42c8-bd40-e9d20dc7e411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:38.576225 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:38.582981 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:40.234232 dv-cinder-815746-1-iscsi neutron-server[101365]: DEBUG neutron.wsgi [req-fea6fde8-f88c-4205-8aaf-475951fc77b8 req-3c1e35b1-1a3a-473a-b564-23fe7bde5dab tempest-VolumesNegativeTest-378941774 tempest-VolumesNegativeTest-378941774-project] (101365) timed out ('10.222.0.83', 56312) {{(pid=101365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 21:50:40.703899 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:50:47.754859 dv-cinder-815746-1-iscsi neutron-server[101368]: DEBUG neutron.db.agents_db [None req-dc84c863-a906-45aa-a987-31132dede8d0 None None] Agent healthcheck: found 6 active agents {{(pid=101368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 21:50:49.639064 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3de8bc20-630f-4df5-8ec6-9bc9c2e7426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:51:04.694301 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-86246aa3-23ec-4699-9d4d-2d95ea77d780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:51:07.645720 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-1aa94fa1-79b3-4421-afab-781e38c22ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:51:08.563868 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-8c85bc3c-51e7-4163-ac60-48b2a059471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:51:08.592072 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-3326764e-61cd-455f-9ca0-930e5a738aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 21:51:10.704392 dv-cinder-815746-1-iscsi neutron-server[101367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3fe38-9f9b-4e61-8ea9-d564ec21fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775315960652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466369'] for agent, after_update {{(pid=101367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}